2024-11-12 00:24:25,900 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-12 00:24:25,912 main DEBUG Took 0.010226 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 00:24:25,913 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 00:24:25,913 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 00:24:25,914 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 00:24:25,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,922 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 00:24:25,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,936 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,937 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,938 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,939 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,941 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,941 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,943 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 00:24:25,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,944 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 00:24:25,946 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 00:24:25,947 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 00:24:25,949 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 00:24:25,949 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 00:24:25,951 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 00:24:25,951 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 00:24:25,959 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 00:24:25,961 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 00:24:25,963 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 00:24:25,964 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 00:24:25,964 main DEBUG createAppenders(={Console}) 2024-11-12 00:24:25,965 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-12 00:24:25,965 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-12 00:24:25,965 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-12 00:24:25,966 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 00:24:25,966 main DEBUG OutputStream closed 2024-11-12 00:24:25,967 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 00:24:25,967 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 00:24:25,967 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-12 00:24:26,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 00:24:26,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 00:24:26,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 00:24:26,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 00:24:26,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 00:24:26,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 00:24:26,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 00:24:26,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 00:24:26,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 00:24:26,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 00:24:26,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 00:24:26,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 00:24:26,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 00:24:26,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 00:24:26,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 00:24:26,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 00:24:26,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 00:24:26,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 00:24:26,077 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 00:24:26,077 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-12 00:24:26,078 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 00:24:26,079 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-12T00:24:26,346 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e 2024-11-12 00:24:26,349 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 00:24:26,349 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T00:24:26,357 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-12T00:24:26,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T00:24:26,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f, deleteOnExit=true 2024-11-12T00:24:26,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-12T00:24:26,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/test.cache.data in system properties and HBase conf 2024-11-12T00:24:26,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T00:24:26,384 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/hadoop.log.dir in system properties and HBase conf 2024-11-12T00:24:26,384 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T00:24:26,385 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T00:24:26,385 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-12T00:24:26,477 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T00:24:26,567 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T00:24:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T00:24:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T00:24:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T00:24:26,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T00:24:26,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T00:24:26,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T00:24:26,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T00:24:26,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T00:24:26,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T00:24:26,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/nfs.dump.dir in system properties and HBase conf 2024-11-12T00:24:26,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/java.io.tmpdir in system properties and HBase conf 2024-11-12T00:24:26,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T00:24:26,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T00:24:26,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T00:24:27,503 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T00:24:27,572 INFO [Time-limited test {}] log.Log(170): Logging initialized @2428ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T00:24:27,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T00:24:27,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T00:24:27,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T00:24:27,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T00:24:27,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T00:24:27,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T00:24:27,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/hadoop.log.dir/,AVAILABLE} 2024-11-12T00:24:27,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T00:24:27,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/java.io.tmpdir/jetty-localhost-40491-hadoop-hdfs-3_4_1-tests_jar-_-any-8891199459412134469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T00:24:27,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:40491} 2024-11-12T00:24:27,941 INFO [Time-limited test {}] server.Server(415): Started @2798ms 2024-11-12T00:24:28,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T00:24:28,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T00:24:28,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T00:24:28,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T00:24:28,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T00:24:28,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/hadoop.log.dir/,AVAILABLE} 2024-11-12T00:24:28,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T00:24:28,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/java.io.tmpdir/jetty-localhost-46517-hadoop-hdfs-3_4_1-tests_jar-_-any-7953644473162381238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T00:24:28,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:46517} 2024-11-12T00:24:28,512 INFO [Time-limited test {}] server.Server(415): Started @3369ms 2024-11-12T00:24:28,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T00:24:29,278 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f/dfs/data/data2/current/BP-1616622573-172.17.0.2-1731371067096/current, will proceed with Du for space computation calculation, 2024-11-12T00:24:29,278 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f/dfs/data/data1/current/BP-1616622573-172.17.0.2-1731371067096/current, will proceed with Du for space computation calculation, 2024-11-12T00:24:29,305 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T00:24:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde15f6f54502caf0 with lease ID 0x391333d2c9a3cfd8: Processing first storage report for DS-b4acfd20-d1d1-4849-92a2-8a26ab95d97f from datanode DatanodeRegistration(127.0.0.1:45969, datanodeUuid=65125907-6fea-4fd0-b612-cd6e5f9a8490, infoPort=40451, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1729733377;c=1731371067096) 2024-11-12T00:24:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde15f6f54502caf0 with lease ID 0x391333d2c9a3cfd8: from storage DS-b4acfd20-d1d1-4849-92a2-8a26ab95d97f node DatanodeRegistration(127.0.0.1:45969, datanodeUuid=65125907-6fea-4fd0-b612-cd6e5f9a8490, infoPort=40451, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1729733377;c=1731371067096), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T00:24:29,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde15f6f54502caf0 with lease ID 0x391333d2c9a3cfd8: Processing first storage report for DS-af62eb90-374a-44b4-aaf5-2dd3063f317a from datanode DatanodeRegistration(127.0.0.1:45969, datanodeUuid=65125907-6fea-4fd0-b612-cd6e5f9a8490, infoPort=40451, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1729733377;c=1731371067096) 2024-11-12T00:24:29,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde15f6f54502caf0 with lease ID 0x391333d2c9a3cfd8: from storage DS-af62eb90-374a-44b4-aaf5-2dd3063f317a node DatanodeRegistration(127.0.0.1:45969, datanodeUuid=65125907-6fea-4fd0-b612-cd6e5f9a8490, infoPort=40451, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1729733377;c=1731371067096), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T00:24:29,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e 2024-11-12T00:24:29,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f/zookeeper_0, clientPort=51686, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T00:24:29,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51686 2024-11-12T00:24:29,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T00:24:29,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T00:24:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741825_1001 (size=7) 2024-11-12T00:24:30,034 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 with version=8 2024-11-12T00:24:30,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/hbase-staging 2024-11-12T00:24:30,136 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T00:24:30,377 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ab586620e8d:0 server-side Connection retries=45 2024-11-12T00:24:30,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T00:24:30,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T00:24:30,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T00:24:30,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T00:24:30,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T00:24:30,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T00:24:30,560 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T00:24:30,568 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T00:24:30,571 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:30,593 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 45348 (auto-detected) 2024-11-12T00:24:30,594 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T00:24:30,610 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38737 2024-11-12T00:24:30,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T00:24:30,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T00:24:30,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38737 connecting to ZooKeeper ensemble=127.0.0.1:51686 2024-11-12T00:24:30,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387370x0, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T00:24:30,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38737-0x1012db7924e0000 connected 2024-11-12T00:24:30,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T00:24:30,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T00:24:30,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T00:24:30,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38737 2024-11-12T00:24:30,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38737 2024-11-12T00:24:30,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38737 2024-11-12T00:24:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38737 2024-11-12T00:24:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38737 2024-11-12T00:24:30,835 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5, hbase.cluster.distributed=false 2024-11-12T00:24:30,900 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ab586620e8d:0 server-side Connection retries=45 2024-11-12T00:24:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T00:24:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T00:24:30,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T00:24:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T00:24:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T00:24:30,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T00:24:30,906 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T00:24:30,907 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41623 2024-11-12T00:24:30,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T00:24:30,913 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T00:24:30,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T00:24:30,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T00:24:30,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41623 connecting to ZooKeeper ensemble=127.0.0.1:51686 2024-11-12T00:24:30,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416230x0, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T00:24:30,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416230x0, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T00:24:30,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41623-0x1012db7924e0001 connected 2024-11-12T00:24:30,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T00:24:30,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T00:24:30,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41623 2024-11-12T00:24:30,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41623 2024-11-12T00:24:30,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41623 2024-11-12T00:24:30,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41623 2024-11-12T00:24:30,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41623 2024-11-12T00:24:30,936 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ab586620e8d,38737,1731371070131 2024-11-12T00:24:30,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T00:24:30,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T00:24:30,947 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ab586620e8d,38737,1731371070131 2024-11-12T00:24:30,953 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab586620e8d:38737 2024-11-12T00:24:30,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T00:24:30,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T00:24:30,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:30,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:30,979 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T00:24:30,980 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ab586620e8d,38737,1731371070131 from backup master directory 2024-11-12T00:24:30,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T00:24:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ab586620e8d,38737,1731371070131 2024-11-12T00:24:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T00:24:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T00:24:30,987 WARN [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T00:24:30,987 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab586620e8d,38737,1731371070131 2024-11-12T00:24:30,989 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T00:24:30,990 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T00:24:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741826_1002 (size=42) 2024-11-12T00:24:31,455 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/hbase.id with ID: ca9f2d48-afb1-4b2c-942f-741c07a95776 2024-11-12T00:24:31,500 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T00:24:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741827_1003 (size=196) 2024-11-12T00:24:32,004 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:24:32,007 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T00:24:32,022 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:32,026 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T00:24:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741828_1004 (size=1189) 2024-11-12T00:24:32,478 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store 2024-11-12T00:24:32,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741829_1005 (size=34) 2024-11-12T00:24:32,904 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T00:24:32,904 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:32,905 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T00:24:32,906 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:24:32,906 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:24:32,906 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T00:24:32,906 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:24:32,906 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:24:32,906 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T00:24:32,909 WARN [master/4ab586620e8d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/.initializing 2024-11-12T00:24:32,909 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/WALs/4ab586620e8d,38737,1731371070131 2024-11-12T00:24:32,915 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T00:24:32,925 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab586620e8d%2C38737%2C1731371070131, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/WALs/4ab586620e8d,38737,1731371070131, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/oldWALs, maxLogs=10 2024-11-12T00:24:32,944 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/WALs/4ab586620e8d,38737,1731371070131/4ab586620e8d%2C38737%2C1731371070131.1731371072929, exclude list is [], retry=0 2024-11-12T00:24:32,958 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45969,DS-b4acfd20-d1d1-4849-92a2-8a26ab95d97f,DISK] 2024-11-12T00:24:32,961 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T00:24:32,991 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/WALs/4ab586620e8d,38737,1731371070131/4ab586620e8d%2C38737%2C1731371070131.1731371072929 2024-11-12T00:24:32,992 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-12T00:24:32,992 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:24:32,993 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:32,996 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:32,997 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T00:24:33,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:33,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T00:24:33,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T00:24:33,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:33,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:24:33,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T00:24:33,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:33,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:24:33,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T00:24:33,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:33,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:24:33,073 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,074 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,083 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T00:24:33,087 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T00:24:33,091 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:24:33,092 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69162791, jitterRate=0.030605897307395935}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T00:24:33,098 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T00:24:33,099 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T00:24:33,125 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90d16a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:33,152 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-12T00:24:33,162 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T00:24:33,162 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T00:24:33,164 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T00:24:33,165 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T00:24:33,170 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-12T00:24:33,170 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T00:24:33,193 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T00:24:33,203 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T00:24:33,245 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-12T00:24:33,248 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T00:24:33,249 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T00:24:33,253 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-12T00:24:33,257 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T00:24:33,261 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T00:24:33,270 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-12T00:24:33,271 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T00:24:33,278 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T00:24:33,291 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T00:24:33,295 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T00:24:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T00:24:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T00:24:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:33,304 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ab586620e8d,38737,1731371070131, sessionid=0x1012db7924e0000, setting cluster-up flag (Was=false) 2024-11-12T00:24:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:33,353 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T00:24:33,356 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab586620e8d,38737,1731371070131 2024-11-12T00:24:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:33,403 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T00:24:33,405 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab586620e8d,38737,1731371070131 2024-11-12T00:24:33,453 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab586620e8d:41623 2024-11-12T00:24:33,454 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1008): ClusterId : ca9f2d48-afb1-4b2c-942f-741c07a95776 2024-11-12T00:24:33,458 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T00:24:33,472 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T00:24:33,472 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T00:24:33,479 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T00:24:33,480 DEBUG [RS:0;4ab586620e8d:41623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c74a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:33,481 DEBUG [RS:0;4ab586620e8d:41623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14886188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab586620e8d/172.17.0.2:0 2024-11-12T00:24:33,483 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-12T00:24:33,484 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-12T00:24:33,484 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-12T00:24:33,484 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-12T00:24:33,486 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ab586620e8d,38737,1731371070131 with isa=4ab586620e8d/172.17.0.2:41623, startcode=1731371070899 2024-11-12T00:24:33,488 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-12T00:24:33,490 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T00:24:33,496 DEBUG [RS:0;4ab586620e8d:41623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T00:24:33,495 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab586620e8d,38737,1731371070131 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T00:24:33,498 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab586620e8d:0, corePoolSize=5, maxPoolSize=5 2024-11-12T00:24:33,498 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab586620e8d:0, corePoolSize=5, maxPoolSize=5 2024-11-12T00:24:33,498 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab586620e8d:0, corePoolSize=5, maxPoolSize=5 2024-11-12T00:24:33,498 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab586620e8d:0, corePoolSize=5, maxPoolSize=5 2024-11-12T00:24:33,499 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab586620e8d:0, corePoolSize=10, maxPoolSize=10 2024-11-12T00:24:33,499 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,499 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab586620e8d:0, corePoolSize=2, maxPoolSize=2 2024-11-12T00:24:33,499 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,500 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731371103500 2024-11-12T00:24:33,502 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T00:24:33,503 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T00:24:33,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-12T00:24:33,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-12T00:24:33,507 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T00:24:33,507 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T00:24:33,508 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T00:24:33,508 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T00:24:33,509 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:33,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T00:24:33,510 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,512 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T00:24:33,513 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T00:24:33,514 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T00:24:33,516 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T00:24:33,517 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T00:24:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741831_1007 (size=1039) 2024-11-12T00:24:33,523 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab586620e8d:0:becomeActiveMaster-HFileCleaner.large.0-1731371073520,5,FailOnTimeoutGroup] 2024-11-12T00:24:33,523 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab586620e8d:0:becomeActiveMaster-HFileCleaner.small.0-1731371073523,5,FailOnTimeoutGroup] 2024-11-12T00:24:33,523 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,523 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T00:24:33,525 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,525 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,528 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51913, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T00:24:33,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38737 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:33,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38737 {}] master.ServerManager(486): Registering regionserver=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:33,547 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:24:33,547 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39355 2024-11-12T00:24:33,547 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-12T00:24:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T00:24:33,553 DEBUG [RS:0;4ab586620e8d:41623 {}] zookeeper.ZKUtil(111): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab586620e8d,41623,1731371070899 2024-11-12T00:24:33,554 WARN [RS:0;4ab586620e8d:41623 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T00:24:33,554 INFO [RS:0;4ab586620e8d:41623 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T00:24:33,554 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/WALs/4ab586620e8d,41623,1731371070899 2024-11-12T00:24:33,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab586620e8d,41623,1731371070899] 2024-11-12T00:24:33,568 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-12T00:24:33,579 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T00:24:33,593 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T00:24:33,595 INFO [RS:0;4ab586620e8d:41623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T00:24:33,595 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,596 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-12T00:24:33,601 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,602 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,602 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,602 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,602 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,602 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab586620e8d:0, corePoolSize=2, maxPoolSize=2 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab586620e8d:0, corePoolSize=1, maxPoolSize=1 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab586620e8d:0, corePoolSize=3, maxPoolSize=3 2024-11-12T00:24:33,603 DEBUG [RS:0;4ab586620e8d:41623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0, corePoolSize=3, maxPoolSize=3 2024-11-12T00:24:33,604 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,604 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,604 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,604 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,605 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,41623,1731371070899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T00:24:33,623 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T00:24:33,624 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,41623,1731371070899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:33,641 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.Replication(204): 4ab586620e8d,41623,1731371070899 started 2024-11-12T00:24:33,641 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1767): Serving as 4ab586620e8d,41623,1731371070899, RpcServer on 4ab586620e8d/172.17.0.2:41623, sessionid=0x1012db7924e0001 2024-11-12T00:24:33,642 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T00:24:33,642 DEBUG [RS:0;4ab586620e8d:41623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:33,642 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab586620e8d,41623,1731371070899' 2024-11-12T00:24:33,642 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T00:24:33,643 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T00:24:33,644 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T00:24:33,644 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T00:24:33,644 DEBUG [RS:0;4ab586620e8d:41623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:33,644 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab586620e8d,41623,1731371070899' 2024-11-12T00:24:33,644 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T00:24:33,645 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T00:24:33,645 DEBUG [RS:0;4ab586620e8d:41623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T00:24:33,646 INFO [RS:0;4ab586620e8d:41623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T00:24:33,646 INFO [RS:0;4ab586620e8d:41623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T00:24:33,752 INFO [RS:0;4ab586620e8d:41623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T00:24:33,757 INFO [RS:0;4ab586620e8d:41623 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab586620e8d%2C41623%2C1731371070899, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/WALs/4ab586620e8d,41623,1731371070899, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/oldWALs, maxLogs=32 2024-11-12T00:24:33,772 DEBUG [RS:0;4ab586620e8d:41623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/WALs/4ab586620e8d,41623,1731371070899/4ab586620e8d%2C41623%2C1731371070899.1731371073759, exclude list is [], retry=0 2024-11-12T00:24:33,777 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45969,DS-b4acfd20-d1d1-4849-92a2-8a26ab95d97f,DISK] 2024-11-12T00:24:33,780 INFO [RS:0;4ab586620e8d:41623 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/WALs/4ab586620e8d,41623,1731371070899/4ab586620e8d%2C41623%2C1731371070899.1731371073759 2024-11-12T00:24:33,780 DEBUG [RS:0;4ab586620e8d:41623 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-12T00:24:33,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-12T00:24:33,924 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:24:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741833_1009 (size=32) 2024-11-12T00:24:34,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:34,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T00:24:34,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T00:24:34,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:34,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T00:24:34,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T00:24:34,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T00:24:34,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:34,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T00:24:34,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T00:24:34,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T00:24:34,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:34,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T00:24:34,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740 2024-11-12T00:24:34,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740 2024-11-12T00:24:34,370 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:24:34,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-12T00:24:34,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:24:34,377 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58986609, jitterRate=-0.1210310310125351}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:24:34,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-12T00:24:34,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-12T00:24:34,379 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-12T00:24:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-12T00:24:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T00:24:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T00:24:34,381 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-12T00:24:34,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-12T00:24:34,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-12T00:24:34,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-12T00:24:34,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T00:24:34,395 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T00:24:34,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T00:24:34,553 DEBUG [4ab586620e8d:38737 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T00:24:34,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:34,568 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab586620e8d,41623,1731371070899, state=OPENING 2024-11-12T00:24:34,611 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T00:24:34,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:34,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:34,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T00:24:34,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T00:24:34,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:24:34,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:34,806 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T00:24:34,809 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T00:24:34,819 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-12T00:24:34,819 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T00:24:34,820 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T00:24:34,823 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab586620e8d%2C41623%2C1731371070899.meta, suffix=.meta, logDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/WALs/4ab586620e8d,41623,1731371070899, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/oldWALs, maxLogs=32 2024-11-12T00:24:34,839 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/WALs/4ab586620e8d,41623,1731371070899/4ab586620e8d%2C41623%2C1731371070899.meta.1731371074825.meta, exclude list is [], retry=0 2024-11-12T00:24:34,844 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45969,DS-b4acfd20-d1d1-4849-92a2-8a26ab95d97f,DISK] 2024-11-12T00:24:34,847 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/WALs/4ab586620e8d,41623,1731371070899/4ab586620e8d%2C41623%2C1731371070899.meta.1731371074825.meta 2024-11-12T00:24:34,847 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-12T00:24:34,848 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:24:34,849 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T00:24:34,899 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T00:24:34,903 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T00:24:34,907 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T00:24:34,907 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:34,907 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-12T00:24:34,907 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-12T00:24:34,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T00:24:34,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T00:24:34,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:34,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T00:24:34,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T00:24:34,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T00:24:34,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:34,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T00:24:34,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T00:24:34,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T00:24:34,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:34,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T00:24:34,920 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740 2024-11-12T00:24:34,923 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740 2024-11-12T00:24:34,926 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:24:34,929 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-12T00:24:34,930 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65304588, jitterRate=-0.026885807514190674}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:24:34,931 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-12T00:24:34,938 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731371074798 2024-11-12T00:24:34,949 DEBUG [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T00:24:34,949 INFO [RS_OPEN_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-12T00:24:34,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:34,953 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab586620e8d,41623,1731371070899, state=OPEN 2024-11-12T00:24:34,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T00:24:34,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T00:24:34,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T00:24:34,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T00:24:34,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T00:24:34,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ab586620e8d,41623,1731371070899 in 359 msec 2024-11-12T00:24:34,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T00:24:34,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-12T00:24:35,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5580 sec 2024-11-12T00:24:35,002 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731371075002, completionTime=-1 2024-11-12T00:24:35,002 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T00:24:35,002 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-12T00:24:35,035 DEBUG [hconnection-0x7e42799d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:35,037 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:35,046 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-12T00:24:35,046 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731371135046 2024-11-12T00:24:35,046 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731371195046 2024-11-12T00:24:35,046 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 44 msec 2024-11-12T00:24:35,080 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,38737,1731371070131-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:35,081 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,38737,1731371070131-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:35,081 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,38737,1731371070131-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:35,083 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab586620e8d:38737, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:35,083 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:35,088 DEBUG [master/4ab586620e8d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-12T00:24:35,092 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-12T00:24:35,093 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T00:24:35,099 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-12T00:24:35,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T00:24:35,103 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:35,105 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T00:24:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741835_1011 (size=358) 2024-11-12T00:24:35,525 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 03051df5aef3828cc498b27135b18f52, NAME => 'hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:24:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741836_1012 (size=42) 2024-11-12T00:24:35,943 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:35,943 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 03051df5aef3828cc498b27135b18f52, disabling compactions & flushes 2024-11-12T00:24:35,943 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:24:35,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:24:35,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. after waiting 0 ms 2024-11-12T00:24:35,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:24:35,945 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:24:35,945 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 03051df5aef3828cc498b27135b18f52: 2024-11-12T00:24:35,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T00:24:35,956 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731371075951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731371075951"}]},"ts":"1731371075951"} 2024-11-12T00:24:35,976 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T00:24:35,978 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T00:24:35,981 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371075978"}]},"ts":"1731371075978"} 2024-11-12T00:24:35,985 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-12T00:24:36,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=03051df5aef3828cc498b27135b18f52, ASSIGN}] 2024-11-12T00:24:36,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=03051df5aef3828cc498b27135b18f52, ASSIGN 2024-11-12T00:24:36,012 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=03051df5aef3828cc498b27135b18f52, ASSIGN; state=OFFLINE, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=false 2024-11-12T00:24:36,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=03051df5aef3828cc498b27135b18f52, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:36,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 03051df5aef3828cc498b27135b18f52, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:24:36,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:36,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:24:36,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 03051df5aef3828cc498b27135b18f52, NAME => 'hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:24:36,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 03051df5aef3828cc498b27135b18f52 2024-11-12T00:24:36,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:36,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 03051df5aef3828cc498b27135b18f52 2024-11-12T00:24:36,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 03051df5aef3828cc498b27135b18f52 2024-11-12T00:24:36,345 INFO [StoreOpener-03051df5aef3828cc498b27135b18f52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 03051df5aef3828cc498b27135b18f52 2024-11-12T00:24:36,348 INFO [StoreOpener-03051df5aef3828cc498b27135b18f52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03051df5aef3828cc498b27135b18f52 columnFamilyName info 2024-11-12T00:24:36,348 DEBUG [StoreOpener-03051df5aef3828cc498b27135b18f52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:36,349 INFO [StoreOpener-03051df5aef3828cc498b27135b18f52-1 {}] regionserver.HStore(327): Store=03051df5aef3828cc498b27135b18f52/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:24:36,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52 2024-11-12T00:24:36,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52 2024-11-12T00:24:36,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 03051df5aef3828cc498b27135b18f52 2024-11-12T00:24:36,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:24:36,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 03051df5aef3828cc498b27135b18f52; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70730824, jitterRate=0.05397140979766846}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T00:24:36,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 03051df5aef3828cc498b27135b18f52: 2024-11-12T00:24:36,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52., pid=6, masterSystemTime=1731371076329 2024-11-12T00:24:36,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:24:36,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:24:36,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=03051df5aef3828cc498b27135b18f52, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:36,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T00:24:36,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 03051df5aef3828cc498b27135b18f52, server=4ab586620e8d,41623,1731371070899 in 202 msec 2024-11-12T00:24:36,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T00:24:36,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=03051df5aef3828cc498b27135b18f52, ASSIGN in 371 msec 2024-11-12T00:24:36,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T00:24:36,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371076382"}]},"ts":"1731371076382"} 2024-11-12T00:24:36,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-12T00:24:36,431 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-12T00:24:36,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T00:24:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-12T00:24:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:24:36,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3380 sec 2024-11-12T00:24:36,481 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-12T00:24:36,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-12T00:24:36,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 54 msec 2024-11-12T00:24:36,525 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-12T00:24:36,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-12T00:24:36,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-12T00:24:36,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-12T00:24:36,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-12T00:24:36,604 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.616sec 2024-11-12T00:24:36,607 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T00:24:36,611 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T00:24:36,614 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T00:24:36,615 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T00:24:36,615 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T00:24:36,615 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,38737,1731371070131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T00:24:36,616 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,38737,1731371070131-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T00:24:36,621 DEBUG [master/4ab586620e8d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-12T00:24:36,622 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T00:24:36,622 INFO [master/4ab586620e8d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab586620e8d,38737,1731371070131-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T00:24:36,658 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f499397 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b205401 2024-11-12T00:24:36,659 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-12T00:24:36,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:36,674 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T00:24:36,674 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T00:24:36,683 DEBUG [hconnection-0x7f105e89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:36,691 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:36,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ab586620e8d,38737,1731371070131 2024-11-12T00:24:36,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=1127 2024-11-12T00:24:36,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T00:24:36,729 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T00:24:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:24:36,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:24:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T00:24:36,743 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T00:24:36,744 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:36,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-12T00:24:36,746 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T00:24:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T00:24:36,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741837_1013 (size=960) 2024-11-12T00:24:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T00:24:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T00:24:37,162 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:24:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741838_1014 (size=53) 2024-11-12T00:24:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T00:24:37,578 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:37,579 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ed48c1f63c9b89b37a93928054e367a1, disabling compactions & flushes 2024-11-12T00:24:37,579 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:37,579 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:37,579 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. after waiting 0 ms 2024-11-12T00:24:37,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:37,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:37,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:37,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T00:24:37,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731371077586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731371077586"}]},"ts":"1731371077586"} 2024-11-12T00:24:37,590 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T00:24:37,592 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T00:24:37,592 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371077592"}]},"ts":"1731371077592"} 2024-11-12T00:24:37,595 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T00:24:37,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed48c1f63c9b89b37a93928054e367a1, ASSIGN}] 2024-11-12T00:24:37,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed48c1f63c9b89b37a93928054e367a1, ASSIGN 2024-11-12T00:24:37,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed48c1f63c9b89b37a93928054e367a1, ASSIGN; state=OFFLINE, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=false 2024-11-12T00:24:37,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ed48c1f63c9b89b37a93928054e367a1, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:37,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T00:24:37,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:37,975 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:37,976 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:24:37,977 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:37,977 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:24:37,977 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:37,977 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:37,981 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:37,985 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:24:37,985 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed48c1f63c9b89b37a93928054e367a1 columnFamilyName A 2024-11-12T00:24:37,985 DEBUG [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:37,987 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.HStore(327): Store=ed48c1f63c9b89b37a93928054e367a1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:24:37,987 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:37,989 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:24:37,989 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed48c1f63c9b89b37a93928054e367a1 columnFamilyName B 2024-11-12T00:24:37,989 DEBUG [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:37,990 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.HStore(327): Store=ed48c1f63c9b89b37a93928054e367a1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:24:37,990 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:37,992 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:24:37,993 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed48c1f63c9b89b37a93928054e367a1 columnFamilyName C 2024-11-12T00:24:37,993 DEBUG [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:24:37,994 INFO [StoreOpener-ed48c1f63c9b89b37a93928054e367a1-1 {}] regionserver.HStore(327): Store=ed48c1f63c9b89b37a93928054e367a1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:24:37,994 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:37,996 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:37,997 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:38,000 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:24:38,003 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:38,006 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:24:38,007 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened ed48c1f63c9b89b37a93928054e367a1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63559600, jitterRate=-0.05288815498352051}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:24:38,008 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:38,010 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., pid=11, masterSystemTime=1731371077965 2024-11-12T00:24:38,013 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:38,013 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:38,014 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ed48c1f63c9b89b37a93928054e367a1, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:38,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T00:24:38,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 in 207 msec 2024-11-12T00:24:38,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T00:24:38,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed48c1f63c9b89b37a93928054e367a1, ASSIGN in 375 msec 2024-11-12T00:24:38,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T00:24:38,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371078024"}]},"ts":"1731371078024"} 2024-11-12T00:24:38,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T00:24:38,073 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T00:24:38,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3340 sec 2024-11-12T00:24:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T00:24:38,876 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-12T00:24:38,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-11-12T00:24:38,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:38,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:38,930 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:38,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T00:24:38,937 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T00:24:38,948 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-12T00:24:38,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:38,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-11-12T00:24:38,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:38,964 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-12T00:24:38,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:38,972 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-11-12T00:24:38,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:38,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-11-12T00:24:38,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:38,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-12T00:24:38,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:38,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-11-12T00:24:39,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:39,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-12T00:24:39,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:39,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-11-12T00:24:39,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:24:39,026 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,029 DEBUG [hconnection-0x5d4164ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,030 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,030 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,030 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,031 DEBUG [hconnection-0x82c8c4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,031 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,032 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,032 DEBUG [hconnection-0x7b5d524b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,035 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:24:39,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:39,036 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,036 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,036 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,037 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,037 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,039 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,040 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-12T00:24:39,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:39,045 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T00:24:39,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:39,059 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:24:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:39,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:24:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T00:24:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371139222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371139227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371139231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1f97ec2d488f4617b399cb00e0d55333 is 50, key is test_row_0/A:col10/1731371079098/Put/seqid=0 2024-11-12T00:24:39,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371139239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371139239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741839_1015 (size=12001) 2024-11-12T00:24:39,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1f97ec2d488f4617b399cb00e0d55333 2024-11-12T00:24:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:39,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T00:24:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371139371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371139371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371139371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371139372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371139372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/021fdc7fff374ca1a2f4e8070e713d93 is 50, key is test_row_0/B:col10/1731371079098/Put/seqid=0 2024-11-12T00:24:39,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741840_1016 (size=12001) 2024-11-12T00:24:39,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/021fdc7fff374ca1a2f4e8070e713d93 2024-11-12T00:24:39,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/1530b4ca885a4c25b54c7a0a0d473974 is 50, key is test_row_0/C:col10/1731371079098/Put/seqid=0 2024-11-12T00:24:39,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741841_1017 (size=12001) 2024-11-12T00:24:39,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/1530b4ca885a4c25b54c7a0a0d473974 2024-11-12T00:24:39,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1f97ec2d488f4617b399cb00e0d55333 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1f97ec2d488f4617b399cb00e0d55333 2024-11-12T00:24:39,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1f97ec2d488f4617b399cb00e0d55333, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T00:24:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-12T00:24:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/021fdc7fff374ca1a2f4e8070e713d93 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/021fdc7fff374ca1a2f4e8070e713d93 2024-11-12T00:24:39,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/021fdc7fff374ca1a2f4e8070e713d93, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T00:24:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/1530b4ca885a4c25b54c7a0a0d473974 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1530b4ca885a4c25b54c7a0a0d473974 2024-11-12T00:24:39,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1530b4ca885a4c25b54c7a0a0d473974, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T00:24:39,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ed48c1f63c9b89b37a93928054e367a1 in 453ms, sequenceid=13, compaction requested=false 2024-11-12T00:24:39,567 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T00:24:39,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:39,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T00:24:39,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-12T00:24:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:39,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T00:24:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:39,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/cd6d1898fd944ee09f761746f2b48be8 is 50, key is test_row_0/A:col10/1731371079212/Put/seqid=0 2024-11-12T00:24:39,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371139601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371139605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371139609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371139612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371139618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741842_1018 (size=16681) 2024-11-12T00:24:39,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/cd6d1898fd944ee09f761746f2b48be8 2024-11-12T00:24:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T00:24:39,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a98f3b5037094c298966048aade270df is 50, key is test_row_0/B:col10/1731371079212/Put/seqid=0 2024-11-12T00:24:39,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741843_1019 (size=12001) 2024-11-12T00:24:39,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a98f3b5037094c298966048aade270df 2024-11-12T00:24:39,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371139724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371139726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371139726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371139730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/e109bfead1c64efab6811f1d4a2c367c is 50, key is test_row_0/C:col10/1731371079212/Put/seqid=0 2024-11-12T00:24:39,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371139735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741844_1020 (size=12001) 2024-11-12T00:24:39,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:39,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371139932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371139933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371139936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371139939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371139945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:39,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:39,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:39,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:39,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T00:24:40,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/e109bfead1c64efab6811f1d4a2c367c 2024-11-12T00:24:40,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/cd6d1898fd944ee09f761746f2b48be8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cd6d1898fd944ee09f761746f2b48be8 2024-11-12T00:24:40,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cd6d1898fd944ee09f761746f2b48be8, entries=250, sequenceid=40, filesize=16.3 K 2024-11-12T00:24:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a98f3b5037094c298966048aade270df as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a98f3b5037094c298966048aade270df 2024-11-12T00:24:40,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a98f3b5037094c298966048aade270df, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T00:24:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/e109bfead1c64efab6811f1d4a2c367c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e109bfead1c64efab6811f1d4a2c367c 2024-11-12T00:24:40,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e109bfead1c64efab6811f1d4a2c367c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T00:24:40,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ed48c1f63c9b89b37a93928054e367a1 in 634ms, sequenceid=40, compaction requested=false 2024-11-12T00:24:40,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:40,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:24:40,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:40,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:40,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:40,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/af4161cabb5d47979d986e72d1076d63 is 50, key is test_row_0/A:col10/1731371080254/Put/seqid=0 2024-11-12T00:24:40,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741845_1021 (size=12001) 2024-11-12T00:24:40,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/af4161cabb5d47979d986e72d1076d63 2024-11-12T00:24:40,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/422eea84f07341b697bf85868fb46ae2 is 50, key is test_row_0/B:col10/1731371080254/Put/seqid=0 2024-11-12T00:24:40,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741846_1022 (size=12001) 2024-11-12T00:24:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371140322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371140317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371140364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371140364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371140365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T00:24:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371140467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371140467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371140475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371140475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371140477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T00:24:40,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T00:24:40,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-12T00:24:40,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-12T00:24:40,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T00:24:40,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T00:24:40,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T00:24:40,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T00:24:40,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T00:24:40,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T00:24:40,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:40,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:40,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371140674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371140674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371140681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371140682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371140683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:40,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:40,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/422eea84f07341b697bf85868fb46ae2 2024-11-12T00:24:40,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b951384b3d9840d8a846befad06fddbc is 50, key is test_row_0/C:col10/1731371080254/Put/seqid=0 2024-11-12T00:24:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741847_1023 (size=12001) 2024-11-12T00:24:40,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b951384b3d9840d8a846befad06fddbc 2024-11-12T00:24:40,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/af4161cabb5d47979d986e72d1076d63 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/af4161cabb5d47979d986e72d1076d63 2024-11-12T00:24:40,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/af4161cabb5d47979d986e72d1076d63, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T00:24:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/422eea84f07341b697bf85868fb46ae2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/422eea84f07341b697bf85868fb46ae2 2024-11-12T00:24:40,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/422eea84f07341b697bf85868fb46ae2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T00:24:40,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b951384b3d9840d8a846befad06fddbc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b951384b3d9840d8a846befad06fddbc 2024-11-12T00:24:40,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b951384b3d9840d8a846befad06fddbc, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T00:24:40,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for ed48c1f63c9b89b37a93928054e367a1 in 609ms, sequenceid=52, compaction requested=true 2024-11-12T00:24:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:40,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:40,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:40,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:40,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:40,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:40,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:40,870 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:40,870 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:40,874 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:40,874 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:40,876 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:40,876 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,876 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/021fdc7fff374ca1a2f4e8070e713d93, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a98f3b5037094c298966048aade270df, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/422eea84f07341b697bf85868fb46ae2] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=35.2 K 2024-11-12T00:24:40,878 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:40,878 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 021fdc7fff374ca1a2f4e8070e713d93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731371079082 2024-11-12T00:24:40,878 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,879 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1f97ec2d488f4617b399cb00e0d55333, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cd6d1898fd944ee09f761746f2b48be8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/af4161cabb5d47979d986e72d1076d63] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=39.7 K 2024-11-12T00:24:40,879 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a98f3b5037094c298966048aade270df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731371079212 2024-11-12T00:24:40,880 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 422eea84f07341b697bf85868fb46ae2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731371080249 2024-11-12T00:24:40,881 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f97ec2d488f4617b399cb00e0d55333, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731371079082 2024-11-12T00:24:40,883 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd6d1898fd944ee09f761746f2b48be8, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731371079212 2024-11-12T00:24:40,887 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting af4161cabb5d47979d986e72d1076d63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731371080249 2024-11-12T00:24:40,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:40,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T00:24:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:40,889 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T00:24:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/6667339a27504633b073235227058616 is 50, key is test_row_0/A:col10/1731371080342/Put/seqid=0 2024-11-12T00:24:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741848_1024 (size=12001) 2024-11-12T00:24:40,937 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#10 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:40,938 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/2c151462837e4b82821fbb62a605e194 is 50, key is test_row_0/A:col10/1731371080254/Put/seqid=0 2024-11-12T00:24:40,942 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#11 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:40,943 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/25f8da0b762547b7b1f1cb61d750ca65 is 50, key is test_row_0/B:col10/1731371080254/Put/seqid=0 2024-11-12T00:24:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741849_1025 (size=12104) 2024-11-12T00:24:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741850_1026 (size=12104) 2024-11-12T00:24:40,974 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/2c151462837e4b82821fbb62a605e194 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2c151462837e4b82821fbb62a605e194 2024-11-12T00:24:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:40,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:41,003 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into 2c151462837e4b82821fbb62a605e194(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:41,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:41,004 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371080868; duration=0sec 2024-11-12T00:24:41,004 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:41,004 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:41,004 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:41,016 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:41,016 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:41,016 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:41,017 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1530b4ca885a4c25b54c7a0a0d473974, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e109bfead1c64efab6811f1d4a2c367c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b951384b3d9840d8a846befad06fddbc] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=35.2 K 2024-11-12T00:24:41,018 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1530b4ca885a4c25b54c7a0a0d473974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731371079082 2024-11-12T00:24:41,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371141007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,021 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting e109bfead1c64efab6811f1d4a2c367c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731371079212 2024-11-12T00:24:41,022 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting b951384b3d9840d8a846befad06fddbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731371080249 2024-11-12T00:24:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371141012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371141016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371141019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371141020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,054 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:41,055 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/cd765337056242248e8d012d3d4e323a is 50, key is test_row_0/C:col10/1731371080254/Put/seqid=0 2024-11-12T00:24:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741851_1027 (size=12104) 2024-11-12T00:24:41,108 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/cd765337056242248e8d012d3d4e323a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/cd765337056242248e8d012d3d4e323a 2024-11-12T00:24:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,125 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into cd765337056242248e8d012d3d4e323a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:41,125 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371141122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,125 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=13, startTime=1731371080869; duration=0sec 2024-11-12T00:24:41,125 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:41,126 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:41,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371141130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371141133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371141136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371141136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T00:24:41,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371141329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,335 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/6667339a27504633b073235227058616 2024-11-12T00:24:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371141341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371141343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371141345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371141339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/f236aafad8064054b42226180da22737 is 50, key is test_row_0/B:col10/1731371080342/Put/seqid=0 2024-11-12T00:24:41,378 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/25f8da0b762547b7b1f1cb61d750ca65 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/25f8da0b762547b7b1f1cb61d750ca65 2024-11-12T00:24:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741852_1028 (size=12001) 2024-11-12T00:24:41,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/f236aafad8064054b42226180da22737 2024-11-12T00:24:41,400 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into 25f8da0b762547b7b1f1cb61d750ca65(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:41,401 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:41,406 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371080869; duration=0sec 2024-11-12T00:24:41,406 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:41,406 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/15647800381845c8bf2e887bbd7eee13 is 50, key is test_row_0/C:col10/1731371080342/Put/seqid=0 2024-11-12T00:24:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741853_1029 (size=12001) 2024-11-12T00:24:41,450 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/15647800381845c8bf2e887bbd7eee13 2024-11-12T00:24:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/6667339a27504633b073235227058616 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6667339a27504633b073235227058616 2024-11-12T00:24:41,479 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6667339a27504633b073235227058616, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T00:24:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/f236aafad8064054b42226180da22737 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f236aafad8064054b42226180da22737 2024-11-12T00:24:41,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f236aafad8064054b42226180da22737, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T00:24:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/15647800381845c8bf2e887bbd7eee13 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/15647800381845c8bf2e887bbd7eee13 2024-11-12T00:24:41,517 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/15647800381845c8bf2e887bbd7eee13, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T00:24:41,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for ed48c1f63c9b89b37a93928054e367a1 in 631ms, sequenceid=78, compaction requested=false 2024-11-12T00:24:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T00:24:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-12T00:24:41,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T00:24:41,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4760 sec 2024-11-12T00:24:41,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.4960 sec 2024-11-12T00:24:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:41,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:41,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/95127869cc304a43b4939f0d8f6f3ac8 is 50, key is test_row_0/A:col10/1731371081635/Put/seqid=0 2024-11-12T00:24:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371141680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741854_1030 (size=14341) 2024-11-12T00:24:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371141688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/95127869cc304a43b4939f0d8f6f3ac8 2024-11-12T00:24:41,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371141690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371141690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371141691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/6bf421ab4db24587ab01c41866b42df8 is 50, key is test_row_0/B:col10/1731371081635/Put/seqid=0 2024-11-12T00:24:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741855_1031 (size=12001) 2024-11-12T00:24:41,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/6bf421ab4db24587ab01c41866b42df8 2024-11-12T00:24:41,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/05f141480e1149c9902a4501d268075b is 50, key is test_row_0/C:col10/1731371081635/Put/seqid=0 2024-11-12T00:24:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741856_1032 (size=12001) 2024-11-12T00:24:41,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/05f141480e1149c9902a4501d268075b 2024-11-12T00:24:41,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371141792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371141797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/95127869cc304a43b4939f0d8f6f3ac8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/95127869cc304a43b4939f0d8f6f3ac8 2024-11-12T00:24:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371141798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371141799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371141800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:41,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/95127869cc304a43b4939f0d8f6f3ac8, entries=200, sequenceid=93, filesize=14.0 K 2024-11-12T00:24:41,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/6bf421ab4db24587ab01c41866b42df8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6bf421ab4db24587ab01c41866b42df8 2024-11-12T00:24:41,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6bf421ab4db24587ab01c41866b42df8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T00:24:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/05f141480e1149c9902a4501d268075b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/05f141480e1149c9902a4501d268075b 2024-11-12T00:24:41,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/05f141480e1149c9902a4501d268075b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T00:24:41,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ed48c1f63c9b89b37a93928054e367a1 in 213ms, sequenceid=93, compaction requested=true 2024-11-12T00:24:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:41,853 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:41,853 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:41,855 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:41,856 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:41,856 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:41,856 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2c151462837e4b82821fbb62a605e194, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6667339a27504633b073235227058616, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/95127869cc304a43b4939f0d8f6f3ac8] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=37.5 K 2024-11-12T00:24:41,857 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:41,857 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:41,858 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:41,858 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/25f8da0b762547b7b1f1cb61d750ca65, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f236aafad8064054b42226180da22737, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6bf421ab4db24587ab01c41866b42df8] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=35.3 K 2024-11-12T00:24:41,858 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c151462837e4b82821fbb62a605e194, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731371080249 2024-11-12T00:24:41,860 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f8da0b762547b7b1f1cb61d750ca65, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731371080249 2024-11-12T00:24:41,860 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6667339a27504633b073235227058616, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371080313 2024-11-12T00:24:41,861 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f236aafad8064054b42226180da22737, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371080313 2024-11-12T00:24:41,862 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95127869cc304a43b4939f0d8f6f3ac8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731371081003 2024-11-12T00:24:41,863 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bf421ab4db24587ab01c41866b42df8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731371081006 2024-11-12T00:24:41,889 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:41,890 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:41,890 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/d36641bda18749dcba75a712bd66e87e is 50, key is test_row_0/A:col10/1731371081635/Put/seqid=0 2024-11-12T00:24:41,891 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/1cd7a9e56e474f678dda12ee8615dde4 is 50, key is test_row_0/B:col10/1731371081635/Put/seqid=0 2024-11-12T00:24:41,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741857_1033 (size=12207) 2024-11-12T00:24:41,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741858_1034 (size=12207) 2024-11-12T00:24:41,943 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/1cd7a9e56e474f678dda12ee8615dde4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1cd7a9e56e474f678dda12ee8615dde4 2024-11-12T00:24:41,959 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into 1cd7a9e56e474f678dda12ee8615dde4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:41,959 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:41,959 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371081853; duration=0sec 2024-11-12T00:24:41,959 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:41,960 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:41,961 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:41,963 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:41,963 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:41,963 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:41,964 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/cd765337056242248e8d012d3d4e323a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/15647800381845c8bf2e887bbd7eee13, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/05f141480e1149c9902a4501d268075b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=35.3 K 2024-11-12T00:24:41,964 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting cd765337056242248e8d012d3d4e323a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731371080249 2024-11-12T00:24:41,966 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 15647800381845c8bf2e887bbd7eee13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371080313 2024-11-12T00:24:41,967 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 05f141480e1149c9902a4501d268075b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731371081006 2024-11-12T00:24:41,989 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#20 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:41,990 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/006968843e6f4aa8b014b99c957335a6 is 50, key is test_row_0/C:col10/1731371081635/Put/seqid=0 2024-11-12T00:24:42,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T00:24:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:42,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741859_1035 (size=12207) 2024-11-12T00:24:42,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371142013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371142015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371142016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371142016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/bde27c9fb1b04926bd3646e07318d11b is 50, key is test_row_0/A:col10/1731371081684/Put/seqid=0 2024-11-12T00:24:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371142018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,034 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/006968843e6f4aa8b014b99c957335a6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/006968843e6f4aa8b014b99c957335a6 2024-11-12T00:24:42,051 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into 006968843e6f4aa8b014b99c957335a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:42,051 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:42,051 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=13, startTime=1731371081854; duration=0sec 2024-11-12T00:24:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741860_1036 (size=12001) 2024-11-12T00:24:42,053 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:42,053 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:42,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/bde27c9fb1b04926bd3646e07318d11b 2024-11-12T00:24:42,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a2415a33f49842739827a67bede66f2a is 50, key is test_row_0/B:col10/1731371081684/Put/seqid=0 2024-11-12T00:24:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741861_1037 (size=12001) 2024-11-12T00:24:42,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a2415a33f49842739827a67bede66f2a 2024-11-12T00:24:42,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371142125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/33a3227d313f47b684d2951e6f6ce6a5 is 50, key is test_row_0/C:col10/1731371081684/Put/seqid=0 2024-11-12T00:24:42,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371142126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371142126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371142128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371142128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741862_1038 (size=12001) 2024-11-12T00:24:42,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/33a3227d313f47b684d2951e6f6ce6a5 2024-11-12T00:24:42,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/bde27c9fb1b04926bd3646e07318d11b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/bde27c9fb1b04926bd3646e07318d11b 2024-11-12T00:24:42,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/bde27c9fb1b04926bd3646e07318d11b, entries=150, sequenceid=120, filesize=11.7 K 2024-11-12T00:24:42,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a2415a33f49842739827a67bede66f2a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a2415a33f49842739827a67bede66f2a 2024-11-12T00:24:42,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a2415a33f49842739827a67bede66f2a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-12T00:24:42,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/33a3227d313f47b684d2951e6f6ce6a5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/33a3227d313f47b684d2951e6f6ce6a5 2024-11-12T00:24:42,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/33a3227d313f47b684d2951e6f6ce6a5, entries=150, sequenceid=120, filesize=11.7 K 2024-11-12T00:24:42,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ed48c1f63c9b89b37a93928054e367a1 in 217ms, sequenceid=120, compaction requested=false 2024-11-12T00:24:42,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:42,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:24:42,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:42,355 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/d36641bda18749dcba75a712bd66e87e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d36641bda18749dcba75a712bd66e87e 2024-11-12T00:24:42,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/20edbae6b282441baaa2b1c05fe5d61a is 50, key is test_row_0/A:col10/1731371082338/Put/seqid=0 2024-11-12T00:24:42,370 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into d36641bda18749dcba75a712bd66e87e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:42,370 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:42,371 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371081853; duration=0sec 2024-11-12T00:24:42,371 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:42,371 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:42,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741863_1039 (size=16831) 2024-11-12T00:24:42,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/20edbae6b282441baaa2b1c05fe5d61a 2024-11-12T00:24:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371142388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371142390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371142390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371142393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371142394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/226d5a8cdfe14f6f955ef921360ab374 is 50, key is test_row_0/B:col10/1731371082338/Put/seqid=0 2024-11-12T00:24:42,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741864_1040 (size=12151) 2024-11-12T00:24:42,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/226d5a8cdfe14f6f955ef921360ab374 2024-11-12T00:24:42,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/956c4faa8a0d4c7689d68ab96edce5cf is 50, key is test_row_0/C:col10/1731371082338/Put/seqid=0 2024-11-12T00:24:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741865_1041 (size=12151) 2024-11-12T00:24:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371142498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371142499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371142500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371142499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371142501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371142707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371142708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371142709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371142710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371142719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:42,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/956c4faa8a0d4c7689d68ab96edce5cf 2024-11-12T00:24:42,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/20edbae6b282441baaa2b1c05fe5d61a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/20edbae6b282441baaa2b1c05fe5d61a 2024-11-12T00:24:42,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/20edbae6b282441baaa2b1c05fe5d61a, entries=250, sequenceid=133, filesize=16.4 K 2024-11-12T00:24:42,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/226d5a8cdfe14f6f955ef921360ab374 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/226d5a8cdfe14f6f955ef921360ab374 2024-11-12T00:24:42,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/226d5a8cdfe14f6f955ef921360ab374, entries=150, sequenceid=133, filesize=11.9 K 2024-11-12T00:24:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/956c4faa8a0d4c7689d68ab96edce5cf as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/956c4faa8a0d4c7689d68ab96edce5cf 2024-11-12T00:24:42,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/956c4faa8a0d4c7689d68ab96edce5cf, entries=150, sequenceid=133, filesize=11.9 K 2024-11-12T00:24:42,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ed48c1f63c9b89b37a93928054e367a1 in 599ms, sequenceid=133, compaction requested=true 2024-11-12T00:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:42,942 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:42,942 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:42,944 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:42,944 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:42,944 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:42,944 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:42,944 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:42,944 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:42,945 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1cd7a9e56e474f678dda12ee8615dde4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a2415a33f49842739827a67bede66f2a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/226d5a8cdfe14f6f955ef921360ab374] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=35.5 K 2024-11-12T00:24:42,945 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d36641bda18749dcba75a712bd66e87e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/bde27c9fb1b04926bd3646e07318d11b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/20edbae6b282441baaa2b1c05fe5d61a] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=40.1 K 2024-11-12T00:24:42,945 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d36641bda18749dcba75a712bd66e87e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731371081006 2024-11-12T00:24:42,945 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cd7a9e56e474f678dda12ee8615dde4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731371081006 2024-11-12T00:24:42,946 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde27c9fb1b04926bd3646e07318d11b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731371081684 2024-11-12T00:24:42,946 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a2415a33f49842739827a67bede66f2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731371081684 2024-11-12T00:24:42,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20edbae6b282441baaa2b1c05fe5d61a, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731371082012 2024-11-12T00:24:42,947 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 226d5a8cdfe14f6f955ef921360ab374, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731371082015 2024-11-12T00:24:42,965 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:42,966 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a77e01e4d3e847f6bee470a28dbf2f60 is 50, key is test_row_0/B:col10/1731371082338/Put/seqid=0 2024-11-12T00:24:42,973 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:42,974 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/626520d07d354d96afdaa6b4f29ab4c0 is 50, key is test_row_0/A:col10/1731371082338/Put/seqid=0 2024-11-12T00:24:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741867_1043 (size=12459) 2024-11-12T00:24:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741866_1042 (size=12459) 2024-11-12T00:24:43,021 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/626520d07d354d96afdaa6b4f29ab4c0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/626520d07d354d96afdaa6b4f29ab4c0 2024-11-12T00:24:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:43,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-12T00:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:43,037 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into 626520d07d354d96afdaa6b4f29ab4c0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:43,037 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:43,037 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371082942; duration=0sec 2024-11-12T00:24:43,038 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:43,038 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:43,038 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:43,041 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:43,041 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:43,041 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:43,042 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/006968843e6f4aa8b014b99c957335a6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/33a3227d313f47b684d2951e6f6ce6a5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/956c4faa8a0d4c7689d68ab96edce5cf] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=35.5 K 2024-11-12T00:24:43,044 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 006968843e6f4aa8b014b99c957335a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731371081006 2024-11-12T00:24:43,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/86672e411e2d47149231a67686fd337c is 50, key is test_row_0/A:col10/1731371083024/Put/seqid=0 2024-11-12T00:24:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371143035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371143037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,051 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33a3227d313f47b684d2951e6f6ce6a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731371081684 2024-11-12T00:24:43,051 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 956c4faa8a0d4c7689d68ab96edce5cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731371082015 2024-11-12T00:24:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371143045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371143048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371143043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,084 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#30 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:43,085 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/5516aaf88d774139ae05f61408bd8996 is 50, key is test_row_0/C:col10/1731371082338/Put/seqid=0 2024-11-12T00:24:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741868_1044 (size=12151) 2024-11-12T00:24:43,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/86672e411e2d47149231a67686fd337c 2024-11-12T00:24:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741869_1045 (size=12459) 2024-11-12T00:24:43,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/bdf55a5453b340c18ee9ecfed1f0dec9 is 50, key is test_row_0/B:col10/1731371083024/Put/seqid=0 2024-11-12T00:24:43,136 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/5516aaf88d774139ae05f61408bd8996 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5516aaf88d774139ae05f61408bd8996 2024-11-12T00:24:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741870_1046 (size=12151) 2024-11-12T00:24:43,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/bdf55a5453b340c18ee9ecfed1f0dec9 2024-11-12T00:24:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371143150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371143151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,154 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into 5516aaf88d774139ae05f61408bd8996(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:43,154 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:43,154 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=13, startTime=1731371082942; duration=0sec 2024-11-12T00:24:43,154 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:43,154 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T00:24:43,158 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-12T00:24:43,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-12T00:24:43,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371143165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371143165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,168 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-12T00:24:43,169 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:43,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371143167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:43,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b1874043aca545a5b7af21bb4d419b9a is 50, key is test_row_0/C:col10/1731371083024/Put/seqid=0 2024-11-12T00:24:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741871_1047 (size=12151) 2024-11-12T00:24:43,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b1874043aca545a5b7af21bb4d419b9a 2024-11-12T00:24:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/86672e411e2d47149231a67686fd337c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/86672e411e2d47149231a67686fd337c 2024-11-12T00:24:43,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/86672e411e2d47149231a67686fd337c, entries=150, sequenceid=162, filesize=11.9 K 2024-11-12T00:24:43,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/bdf55a5453b340c18ee9ecfed1f0dec9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bdf55a5453b340c18ee9ecfed1f0dec9 2024-11-12T00:24:43,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bdf55a5453b340c18ee9ecfed1f0dec9, entries=150, sequenceid=162, filesize=11.9 K 2024-11-12T00:24:43,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b1874043aca545a5b7af21bb4d419b9a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b1874043aca545a5b7af21bb4d419b9a 2024-11-12T00:24:43,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b1874043aca545a5b7af21bb4d419b9a, entries=150, sequenceid=162, filesize=11.9 K 2024-11-12T00:24:43,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ed48c1f63c9b89b37a93928054e367a1 in 211ms, sequenceid=162, compaction requested=false 2024-11-12T00:24:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-12T00:24:43,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-12T00:24:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:43,324 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T00:24:43,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/e626ff858c5d4170af950c6956d7ecdc is 50, key is test_row_0/A:col10/1731371083043/Put/seqid=0 2024-11-12T00:24:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741872_1048 (size=9757) 2024-11-12T00:24:43,351 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/e626ff858c5d4170af950c6956d7ecdc 2024-11-12T00:24:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:43,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:43,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/3f435d74070f4d84be6a73abef7780d9 is 50, key is test_row_0/B:col10/1731371083043/Put/seqid=0 2024-11-12T00:24:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741873_1049 (size=9757) 2024-11-12T00:24:43,401 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/3f435d74070f4d84be6a73abef7780d9 2024-11-12T00:24:43,414 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/a77e01e4d3e847f6bee470a28dbf2f60 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a77e01e4d3e847f6bee470a28dbf2f60 2024-11-12T00:24:43,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/4cb6eaf49b3240b1abf4ba27a0242203 is 50, key is test_row_0/C:col10/1731371083043/Put/seqid=0 2024-11-12T00:24:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741874_1050 (size=9757) 2024-11-12T00:24:43,435 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into a77e01e4d3e847f6bee470a28dbf2f60(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:43,435 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:43,436 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371082942; duration=0sec 2024-11-12T00:24:43,436 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:43,436 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:43,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371143451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371143451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371143453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371143453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371143458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-12T00:24:43,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371143561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371143563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371143562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371143563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371143566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371143765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371143764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371143768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371143768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371143773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-12T00:24:43,826 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/4cb6eaf49b3240b1abf4ba27a0242203 2024-11-12T00:24:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/e626ff858c5d4170af950c6956d7ecdc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e626ff858c5d4170af950c6956d7ecdc 2024-11-12T00:24:43,847 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e626ff858c5d4170af950c6956d7ecdc, entries=100, sequenceid=172, filesize=9.5 K 2024-11-12T00:24:43,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/3f435d74070f4d84be6a73abef7780d9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3f435d74070f4d84be6a73abef7780d9 2024-11-12T00:24:43,859 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3f435d74070f4d84be6a73abef7780d9, entries=100, sequenceid=172, filesize=9.5 K 2024-11-12T00:24:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/4cb6eaf49b3240b1abf4ba27a0242203 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4cb6eaf49b3240b1abf4ba27a0242203 2024-11-12T00:24:43,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4cb6eaf49b3240b1abf4ba27a0242203, entries=100, sequenceid=172, filesize=9.5 K 2024-11-12T00:24:43,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for ed48c1f63c9b89b37a93928054e367a1 in 548ms, sequenceid=172, compaction requested=true 2024-11-12T00:24:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T00:24:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-12T00:24:43,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T00:24:43,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 705 msec 2024-11-12T00:24:43,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 715 msec 2024-11-12T00:24:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:44,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T00:24:44,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:44,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371144079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371144081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371144082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371144082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371144086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/6aa5a705a9dd4367b880b7b57f7cb45f is 50, key is test_row_0/A:col10/1731371084074/Put/seqid=0 2024-11-12T00:24:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741875_1051 (size=14541) 2024-11-12T00:24:44,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/6aa5a705a9dd4367b880b7b57f7cb45f 2024-11-12T00:24:44,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/36d3eec46684408491f16e7ea440da09 is 50, key is test_row_0/B:col10/1731371084074/Put/seqid=0 2024-11-12T00:24:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741876_1052 (size=12151) 2024-11-12T00:24:44,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/36d3eec46684408491f16e7ea440da09 2024-11-12T00:24:44,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/01bfc478442346058388d9a3224bdeca is 50, key is test_row_0/C:col10/1731371084074/Put/seqid=0 2024-11-12T00:24:44,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741877_1053 (size=12151) 2024-11-12T00:24:44,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/01bfc478442346058388d9a3224bdeca 2024-11-12T00:24:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371144186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371144186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371144187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371144190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371144191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/6aa5a705a9dd4367b880b7b57f7cb45f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6aa5a705a9dd4367b880b7b57f7cb45f 2024-11-12T00:24:44,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6aa5a705a9dd4367b880b7b57f7cb45f, entries=200, sequenceid=203, filesize=14.2 K 2024-11-12T00:24:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/36d3eec46684408491f16e7ea440da09 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/36d3eec46684408491f16e7ea440da09 2024-11-12T00:24:44,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/36d3eec46684408491f16e7ea440da09, entries=150, sequenceid=203, filesize=11.9 K 2024-11-12T00:24:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/01bfc478442346058388d9a3224bdeca as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/01bfc478442346058388d9a3224bdeca 2024-11-12T00:24:44,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/01bfc478442346058388d9a3224bdeca, entries=150, sequenceid=203, filesize=11.9 K 2024-11-12T00:24:44,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for ed48c1f63c9b89b37a93928054e367a1 in 168ms, sequenceid=203, compaction requested=true 2024-11-12T00:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:44,244 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:44,245 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:24:44,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:44,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:44,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:44,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:44,247 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48908 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:24:44,247 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:44,247 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,247 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/626520d07d354d96afdaa6b4f29ab4c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/86672e411e2d47149231a67686fd337c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e626ff858c5d4170af950c6956d7ecdc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6aa5a705a9dd4367b880b7b57f7cb45f] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=47.8 K 2024-11-12T00:24:44,247 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:24:44,247 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:44,247 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,248 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a77e01e4d3e847f6bee470a28dbf2f60, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bdf55a5453b340c18ee9ecfed1f0dec9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3f435d74070f4d84be6a73abef7780d9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/36d3eec46684408491f16e7ea440da09] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=45.4 K 2024-11-12T00:24:44,248 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 626520d07d354d96afdaa6b4f29ab4c0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731371082015 2024-11-12T00:24:44,249 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a77e01e4d3e847f6bee470a28dbf2f60, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731371082015 2024-11-12T00:24:44,249 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86672e411e2d47149231a67686fd337c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731371083024 2024-11-12T00:24:44,249 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting bdf55a5453b340c18ee9ecfed1f0dec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731371083024 2024-11-12T00:24:44,249 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting e626ff858c5d4170af950c6956d7ecdc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371083043 2024-11-12T00:24:44,251 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f435d74070f4d84be6a73abef7780d9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371083043 2024-11-12T00:24:44,251 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aa5a705a9dd4367b880b7b57f7cb45f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731371083407 2024-11-12T00:24:44,251 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d3eec46684408491f16e7ea440da09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731371083407 2024-11-12T00:24:44,275 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-12T00:24:44,275 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/f2a688bea0cf44b680f110aaac1c625a is 50, key is test_row_0/A:col10/1731371084074/Put/seqid=0 2024-11-12T00:24:44,276 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-12T00:24:44,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-12T00:24:44,281 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:44,282 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:44,282 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/f8c1962c9ea04a4d9887ceb54c80119c is 50, key is test_row_0/B:col10/1731371084074/Put/seqid=0 2024-11-12T00:24:44,284 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:44,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-12T00:24:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741879_1055 (size=12595) 2024-11-12T00:24:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741878_1054 (size=12595) 2024-11-12T00:24:44,328 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/f2a688bea0cf44b680f110aaac1c625a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f2a688bea0cf44b680f110aaac1c625a 2024-11-12T00:24:44,328 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/f8c1962c9ea04a4d9887ceb54c80119c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f8c1962c9ea04a4d9887ceb54c80119c 2024-11-12T00:24:44,343 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into f8c1962c9ea04a4d9887ceb54c80119c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:44,343 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:44,343 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=12, startTime=1731371084244; duration=0sec 2024-11-12T00:24:44,344 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:44,344 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:44,344 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:24:44,346 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:24:44,346 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:44,346 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,346 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5516aaf88d774139ae05f61408bd8996, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b1874043aca545a5b7af21bb4d419b9a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4cb6eaf49b3240b1abf4ba27a0242203, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/01bfc478442346058388d9a3224bdeca] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=45.4 K 2024-11-12T00:24:44,347 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into f2a688bea0cf44b680f110aaac1c625a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:44,347 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:44,347 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=12, startTime=1731371084244; duration=0sec 2024-11-12T00:24:44,347 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 5516aaf88d774139ae05f61408bd8996, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731371082015 2024-11-12T00:24:44,347 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:44,347 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:44,348 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b1874043aca545a5b7af21bb4d419b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731371083024 2024-11-12T00:24:44,349 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cb6eaf49b3240b1abf4ba27a0242203, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371083043 2024-11-12T00:24:44,350 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 01bfc478442346058388d9a3224bdeca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731371083407 2024-11-12T00:24:44,372 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:44,373 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/dde9bd9ee8a140bdbb24c231d23a9516 is 50, key is test_row_0/C:col10/1731371084074/Put/seqid=0 2024-11-12T00:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-12T00:24:44,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:24:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:44,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:44,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:44,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741880_1056 (size=12595) 2024-11-12T00:24:44,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/2f91e724829b4ec3be856ce027dde125 is 50, key is test_row_0/A:col10/1731371084396/Put/seqid=0 2024-11-12T00:24:44,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741881_1057 (size=12151) 2024-11-12T00:24:44,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/2f91e724829b4ec3be856ce027dde125 2024-11-12T00:24:44,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-12T00:24:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:44,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371144437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371144438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371144441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371144442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371144442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/5e980b6fcde046ba8e9e9ed202b8e5b4 is 50, key is test_row_0/B:col10/1731371084396/Put/seqid=0 2024-11-12T00:24:44,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741882_1058 (size=12151) 2024-11-12T00:24:44,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/5e980b6fcde046ba8e9e9ed202b8e5b4 2024-11-12T00:24:44,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d3a3a04088f141ef8fda11d182e53222 is 50, key is test_row_0/C:col10/1731371084396/Put/seqid=0 2024-11-12T00:24:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741883_1059 (size=12151) 2024-11-12T00:24:44,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d3a3a04088f141ef8fda11d182e53222 2024-11-12T00:24:44,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/2f91e724829b4ec3be856ce027dde125 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2f91e724829b4ec3be856ce027dde125 2024-11-12T00:24:44,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2f91e724829b4ec3be856ce027dde125, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T00:24:44,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/5e980b6fcde046ba8e9e9ed202b8e5b4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5e980b6fcde046ba8e9e9ed202b8e5b4 2024-11-12T00:24:44,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5e980b6fcde046ba8e9e9ed202b8e5b4, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T00:24:44,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d3a3a04088f141ef8fda11d182e53222 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d3a3a04088f141ef8fda11d182e53222 2024-11-12T00:24:44,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d3a3a04088f141ef8fda11d182e53222, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T00:24:44,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ed48c1f63c9b89b37a93928054e367a1 in 143ms, sequenceid=217, compaction requested=false 2024-11-12T00:24:44,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:44,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T00:24:44,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:44,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:44,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:44,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/7ab3996ffe044f5cb10ac0be8f80675e is 50, key is test_row_0/A:col10/1731371084439/Put/seqid=0 2024-11-12T00:24:44,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371144558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371144560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371144560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371144565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371144567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741884_1060 (size=14541) 2024-11-12T00:24:44,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/7ab3996ffe044f5cb10ac0be8f80675e 2024-11-12T00:24:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-12T00:24:44,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/2f66263181494e7ca02b0e2a1ebf7cf3 is 50, key is test_row_0/B:col10/1731371084439/Put/seqid=0 2024-11-12T00:24:44,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-12T00:24:44,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741885_1061 (size=12151) 2024-11-12T00:24:44,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/2f66263181494e7ca02b0e2a1ebf7cf3 2024-11-12T00:24:44,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/c9ee16eb8e124359a04653feab41b397 is 50, key is test_row_0/C:col10/1731371084439/Put/seqid=0 2024-11-12T00:24:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741886_1062 (size=12151) 2024-11-12T00:24:44,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/c9ee16eb8e124359a04653feab41b397 2024-11-12T00:24:44,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/7ab3996ffe044f5cb10ac0be8f80675e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7ab3996ffe044f5cb10ac0be8f80675e 2024-11-12T00:24:44,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7ab3996ffe044f5cb10ac0be8f80675e, entries=200, sequenceid=242, filesize=14.2 K 2024-11-12T00:24:44,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/2f66263181494e7ca02b0e2a1ebf7cf3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f66263181494e7ca02b0e2a1ebf7cf3 2024-11-12T00:24:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371144669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371144670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371144671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371144673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371144673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f66263181494e7ca02b0e2a1ebf7cf3, entries=150, sequenceid=242, filesize=11.9 K 2024-11-12T00:24:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/c9ee16eb8e124359a04653feab41b397 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/c9ee16eb8e124359a04653feab41b397 2024-11-12T00:24:44,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/c9ee16eb8e124359a04653feab41b397, entries=150, sequenceid=242, filesize=11.9 K 2024-11-12T00:24:44,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ed48c1f63c9b89b37a93928054e367a1 in 149ms, sequenceid=242, compaction requested=true 2024-11-12T00:24:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:44,698 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T00:24:44,700 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:44,700 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:44,700 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,700 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f2a688bea0cf44b680f110aaac1c625a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2f91e724829b4ec3be856ce027dde125, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7ab3996ffe044f5cb10ac0be8f80675e] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=38.4 K 2024-11-12T00:24:44,701 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2a688bea0cf44b680f110aaac1c625a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731371083407 2024-11-12T00:24:44,701 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f91e724829b4ec3be856ce027dde125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731371084396 2024-11-12T00:24:44,702 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ab3996ffe044f5cb10ac0be8f80675e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731371084436 2024-11-12T00:24:44,714 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:44,715 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/de38ce6534e34bd7b271a4199784550d is 50, key is test_row_0/A:col10/1731371084439/Put/seqid=0 2024-11-12T00:24:44,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-12T00:24:44,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,749 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:24:44,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:44,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741887_1063 (size=12697) 2024-11-12T00:24:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/85999124c40d4be792205f7ceb54b875 is 50, key is test_row_0/A:col10/1731371084565/Put/seqid=0 2024-11-12T00:24:44,770 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/de38ce6534e34bd7b271a4199784550d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/de38ce6534e34bd7b271a4199784550d 2024-11-12T00:24:44,781 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into de38ce6534e34bd7b271a4199784550d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:44,781 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:44,781 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371084698; duration=0sec 2024-11-12T00:24:44,782 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T00:24:44,782 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:44,782 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-12T00:24:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741888_1064 (size=12151) 2024-11-12T00:24:44,785 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-12T00:24:44,785 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-12T00:24:44,785 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. because compaction request was cancelled 2024-11-12T00:24:44,785 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:44,785 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:44,787 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:44,787 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:44,788 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:44,788 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f8c1962c9ea04a4d9887ceb54c80119c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5e980b6fcde046ba8e9e9ed202b8e5b4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f66263181494e7ca02b0e2a1ebf7cf3] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=36.0 K 2024-11-12T00:24:44,788 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8c1962c9ea04a4d9887ceb54c80119c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731371083407 2024-11-12T00:24:44,789 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e980b6fcde046ba8e9e9ed202b8e5b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731371084396 2024-11-12T00:24:44,789 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f66263181494e7ca02b0e2a1ebf7cf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731371084436 2024-11-12T00:24:44,802 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:44,803 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/1ed521edd6254f2c89f8b0c2b03135d2 is 50, key is test_row_0/B:col10/1731371084439/Put/seqid=0 2024-11-12T00:24:44,818 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/dde9bd9ee8a140bdbb24c231d23a9516 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/dde9bd9ee8a140bdbb24c231d23a9516 2024-11-12T00:24:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741889_1065 (size=12697) 2024-11-12T00:24:44,830 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into dde9bd9ee8a140bdbb24c231d23a9516(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:44,831 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:44,831 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=12, startTime=1731371084246; duration=0sec 2024-11-12T00:24:44,832 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:44,832 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:44,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-12T00:24:44,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371144910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371144911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371144917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371144917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:44,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371144920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371145018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371145018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371145026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371145031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371145034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/85999124c40d4be792205f7ceb54b875 2024-11-12T00:24:45,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/5425d3964d5d4a97bbe3dd63aa2707bd is 50, key is test_row_0/B:col10/1731371084565/Put/seqid=0 2024-11-12T00:24:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741890_1066 (size=12151) 2024-11-12T00:24:45,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371145222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371145222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,231 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/1ed521edd6254f2c89f8b0c2b03135d2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1ed521edd6254f2c89f8b0c2b03135d2 2024-11-12T00:24:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371145231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371145238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371145240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,245 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into 1ed521edd6254f2c89f8b0c2b03135d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:45,245 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:45,245 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371084698; duration=0sec 2024-11-12T00:24:45,245 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:45,245 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-12T00:24:45,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371145525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371145527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371145536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371145542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371145543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:45,614 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/5425d3964d5d4a97bbe3dd63aa2707bd 2024-11-12T00:24:45,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/570e07c39773490b9df69a1cb7c1db7e is 50, key is test_row_0/C:col10/1731371084565/Put/seqid=0 2024-11-12T00:24:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741891_1067 (size=12151) 2024-11-12T00:24:45,635 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/570e07c39773490b9df69a1cb7c1db7e 2024-11-12T00:24:45,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/85999124c40d4be792205f7ceb54b875 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/85999124c40d4be792205f7ceb54b875 2024-11-12T00:24:45,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/85999124c40d4be792205f7ceb54b875, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:24:45,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/5425d3964d5d4a97bbe3dd63aa2707bd as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5425d3964d5d4a97bbe3dd63aa2707bd 2024-11-12T00:24:45,666 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5425d3964d5d4a97bbe3dd63aa2707bd, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:24:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/570e07c39773490b9df69a1cb7c1db7e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/570e07c39773490b9df69a1cb7c1db7e 2024-11-12T00:24:45,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/570e07c39773490b9df69a1cb7c1db7e, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:24:45,680 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ed48c1f63c9b89b37a93928054e367a1 in 931ms, sequenceid=253, compaction requested=true 2024-11-12T00:24:45,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:45,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:45,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-12T00:24:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-12T00:24:45,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T00:24:45,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec 2024-11-12T00:24:45,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.4080 sec 2024-11-12T00:24:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:46,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T00:24:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:46,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/8d6c492daa2a4d59b1e61d3dd529b856 is 50, key is test_row_0/A:col10/1731371086031/Put/seqid=0 2024-11-12T00:24:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371146046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741892_1068 (size=12301) 2024-11-12T00:24:46,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371146047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371146047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371146050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371146050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371146154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371146154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371146359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371146362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-12T00:24:46,393 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-12T00:24:46,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-12T00:24:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-12T00:24:46,398 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:46,399 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:46,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:46,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/8d6c492daa2a4d59b1e61d3dd529b856 2024-11-12T00:24:46,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/2f4ccf5ce102451dad77672a61745a25 is 50, key is test_row_0/B:col10/1731371086031/Put/seqid=0 2024-11-12T00:24:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741893_1069 (size=12301) 2024-11-12T00:24:46,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/2f4ccf5ce102451dad77672a61745a25 2024-11-12T00:24:46,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/360a3663a31f450498c532c054328bd1 is 50, key is test_row_0/C:col10/1731371086031/Put/seqid=0 2024-11-12T00:24:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-12T00:24:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741894_1070 (size=12301) 2024-11-12T00:24:46,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-12T00:24:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371146665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371146671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-12T00:24:46,711 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-12T00:24:46,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:46,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:46,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-12T00:24:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:46,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/360a3663a31f450498c532c054328bd1 2024-11-12T00:24:46,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/8d6c492daa2a4d59b1e61d3dd529b856 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/8d6c492daa2a4d59b1e61d3dd529b856 2024-11-12T00:24:46,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/8d6c492daa2a4d59b1e61d3dd529b856, entries=150, sequenceid=283, filesize=12.0 K 2024-11-12T00:24:46,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/2f4ccf5ce102451dad77672a61745a25 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f4ccf5ce102451dad77672a61745a25 2024-11-12T00:24:46,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f4ccf5ce102451dad77672a61745a25, entries=150, sequenceid=283, filesize=12.0 K 2024-11-12T00:24:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/360a3663a31f450498c532c054328bd1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/360a3663a31f450498c532c054328bd1 2024-11-12T00:24:46,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/360a3663a31f450498c532c054328bd1, entries=150, sequenceid=283, filesize=12.0 K 2024-11-12T00:24:46,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ed48c1f63c9b89b37a93928054e367a1 in 912ms, sequenceid=283, compaction requested=true 2024-11-12T00:24:46,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:46,945 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:46,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:46,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:46,946 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:46,951 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:46,951 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:46,952 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:46,952 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:46,952 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,952 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:46,952 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/de38ce6534e34bd7b271a4199784550d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/85999124c40d4be792205f7ceb54b875, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/8d6c492daa2a4d59b1e61d3dd529b856] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=36.3 K 2024-11-12T00:24:46,952 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1ed521edd6254f2c89f8b0c2b03135d2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5425d3964d5d4a97bbe3dd63aa2707bd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f4ccf5ce102451dad77672a61745a25] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=36.3 K 2024-11-12T00:24:46,952 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ed521edd6254f2c89f8b0c2b03135d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731371084436 2024-11-12T00:24:46,952 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting de38ce6534e34bd7b271a4199784550d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731371084436 2024-11-12T00:24:46,953 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 5425d3964d5d4a97bbe3dd63aa2707bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371084558 2024-11-12T00:24:46,953 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85999124c40d4be792205f7ceb54b875, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371084558 2024-11-12T00:24:46,953 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f4ccf5ce102451dad77672a61745a25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731371084907 2024-11-12T00:24:46,953 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d6c492daa2a4d59b1e61d3dd529b856, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731371084907 2024-11-12T00:24:46,966 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:46,967 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/ba89a4b3c25246688726d75edf3c2b2f is 50, key is test_row_0/B:col10/1731371086031/Put/seqid=0 2024-11-12T00:24:46,977 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:46,978 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/e5d0ee068ce94d7daafbb995954fc5f0 is 50, key is test_row_0/A:col10/1731371086031/Put/seqid=0 2024-11-12T00:24:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741895_1071 (size=12949) 2024-11-12T00:24:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-12T00:24:47,013 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/ba89a4b3c25246688726d75edf3c2b2f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/ba89a4b3c25246688726d75edf3c2b2f 2024-11-12T00:24:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741896_1072 (size=12949) 2024-11-12T00:24:47,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-12T00:24:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:47,020 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T00:24:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:47,023 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into ba89a4b3c25246688726d75edf3c2b2f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:47,024 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:47,024 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371086946; duration=0sec 2024-11-12T00:24:47,024 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:47,024 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:47,024 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T00:24:47,028 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T00:24:47,028 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/e5d0ee068ce94d7daafbb995954fc5f0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e5d0ee068ce94d7daafbb995954fc5f0 2024-11-12T00:24:47,028 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:47,028 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:47,028 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/dde9bd9ee8a140bdbb24c231d23a9516, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d3a3a04088f141ef8fda11d182e53222, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/c9ee16eb8e124359a04653feab41b397, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/570e07c39773490b9df69a1cb7c1db7e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/360a3663a31f450498c532c054328bd1] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=59.9 K 2024-11-12T00:24:47,029 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting dde9bd9ee8a140bdbb24c231d23a9516, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731371083407 2024-11-12T00:24:47,030 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d3a3a04088f141ef8fda11d182e53222, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731371084396 2024-11-12T00:24:47,030 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ee16eb8e124359a04653feab41b397, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731371084436 2024-11-12T00:24:47,031 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 570e07c39773490b9df69a1cb7c1db7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371084558 2024-11-12T00:24:47,032 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 360a3663a31f450498c532c054328bd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731371084907 2024-11-12T00:24:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/cbf1b993da804808b3bbb8ebb6551b4f is 50, key is test_row_0/A:col10/1731371086045/Put/seqid=0 2024-11-12T00:24:47,043 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into e5d0ee068ce94d7daafbb995954fc5f0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:47,043 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:47,043 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371086945; duration=0sec 2024-11-12T00:24:47,043 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:47,043 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:47,052 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:47,053 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d2ea1fe059cb42bf9cd0aa70f0c0842a is 50, key is test_row_0/C:col10/1731371086031/Put/seqid=0 2024-11-12T00:24:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:47,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741897_1073 (size=12301) 2024-11-12T00:24:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741898_1074 (size=12915) 2024-11-12T00:24:47,076 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d2ea1fe059cb42bf9cd0aa70f0c0842a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d2ea1fe059cb42bf9cd0aa70f0c0842a 2024-11-12T00:24:47,084 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into d2ea1fe059cb42bf9cd0aa70f0c0842a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:47,084 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:47,084 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=11, startTime=1731371086947; duration=0sec 2024-11-12T00:24:47,085 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:47,085 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:47,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371147098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371147098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371147098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371147168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371147178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371147204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371147205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371147205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371147409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371147410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371147410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,462 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/cbf1b993da804808b3bbb8ebb6551b4f 2024-11-12T00:24:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/56e8207f37844f75afdafe48f8ec2720 is 50, key is test_row_0/B:col10/1731371086045/Put/seqid=0 2024-11-12T00:24:47,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741899_1075 (size=12301) 2024-11-12T00:24:47,491 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/56e8207f37844f75afdafe48f8ec2720 2024-11-12T00:24:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-12T00:24:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/df841ffc5c5e4edf82bcdac1ea7f2117 is 50, key is test_row_0/C:col10/1731371086045/Put/seqid=0 2024-11-12T00:24:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741900_1076 (size=12301) 2024-11-12T00:24:47,538 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/df841ffc5c5e4edf82bcdac1ea7f2117 2024-11-12T00:24:47,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/cbf1b993da804808b3bbb8ebb6551b4f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cbf1b993da804808b3bbb8ebb6551b4f 2024-11-12T00:24:47,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cbf1b993da804808b3bbb8ebb6551b4f, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T00:24:47,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/56e8207f37844f75afdafe48f8ec2720 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/56e8207f37844f75afdafe48f8ec2720 2024-11-12T00:24:47,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/56e8207f37844f75afdafe48f8ec2720, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T00:24:47,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/df841ffc5c5e4edf82bcdac1ea7f2117 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/df841ffc5c5e4edf82bcdac1ea7f2117 2024-11-12T00:24:47,570 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/df841ffc5c5e4edf82bcdac1ea7f2117, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T00:24:47,571 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for ed48c1f63c9b89b37a93928054e367a1 in 551ms, sequenceid=292, compaction requested=false 2024-11-12T00:24:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-12T00:24:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-12T00:24:47,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T00:24:47,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec 2024-11-12T00:24:47,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1810 sec 2024-11-12T00:24:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:47,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T00:24:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:47,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371147719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371147720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371147721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/7e860baf99e54f0a883145f47f578b9a is 50, key is test_row_0/A:col10/1731371087089/Put/seqid=0 2024-11-12T00:24:47,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741901_1077 (size=14741) 2024-11-12T00:24:47,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371147823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371147823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371147824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371148027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371148027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371148028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/7e860baf99e54f0a883145f47f578b9a 2024-11-12T00:24:48,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/28667d59129641fea5eabe0bad796b2f is 50, key is test_row_0/B:col10/1731371087089/Put/seqid=0 2024-11-12T00:24:48,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741902_1078 (size=12301) 2024-11-12T00:24:48,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/28667d59129641fea5eabe0bad796b2f 2024-11-12T00:24:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371148176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371148184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/35563be99744424193bed9e1cfb5a30f is 50, key is test_row_0/C:col10/1731371087089/Put/seqid=0 2024-11-12T00:24:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741903_1079 (size=12301) 2024-11-12T00:24:48,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371148332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371148332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371148333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-12T00:24:48,503 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-12T00:24:48,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-12T00:24:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-12T00:24:48,510 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:48,511 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:48,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:48,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/35563be99744424193bed9e1cfb5a30f 2024-11-12T00:24:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/7e860baf99e54f0a883145f47f578b9a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7e860baf99e54f0a883145f47f578b9a 2024-11-12T00:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-12T00:24:48,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7e860baf99e54f0a883145f47f578b9a, entries=200, sequenceid=324, filesize=14.4 K 2024-11-12T00:24:48,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/28667d59129641fea5eabe0bad796b2f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/28667d59129641fea5eabe0bad796b2f 2024-11-12T00:24:48,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/28667d59129641fea5eabe0bad796b2f, entries=150, sequenceid=324, filesize=12.0 K 2024-11-12T00:24:48,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/35563be99744424193bed9e1cfb5a30f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/35563be99744424193bed9e1cfb5a30f 2024-11-12T00:24:48,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/35563be99744424193bed9e1cfb5a30f, entries=150, sequenceid=324, filesize=12.0 K 2024-11-12T00:24:48,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for ed48c1f63c9b89b37a93928054e367a1 in 917ms, sequenceid=324, compaction requested=true 2024-11-12T00:24:48,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:48,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:48,632 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:48,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:48,632 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:48,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:48,633 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:48,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:48,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:48,633 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:48,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:48,633 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:48,634 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e5d0ee068ce94d7daafbb995954fc5f0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cbf1b993da804808b3bbb8ebb6551b4f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7e860baf99e54f0a883145f47f578b9a] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=39.1 K 2024-11-12T00:24:48,634 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:48,634 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:48,634 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:48,634 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5d0ee068ce94d7daafbb995954fc5f0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731371084907 2024-11-12T00:24:48,634 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/ba89a4b3c25246688726d75edf3c2b2f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/56e8207f37844f75afdafe48f8ec2720, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/28667d59129641fea5eabe0bad796b2f] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=36.7 K 2024-11-12T00:24:48,635 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbf1b993da804808b3bbb8ebb6551b4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731371086034 2024-11-12T00:24:48,635 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting ba89a4b3c25246688726d75edf3c2b2f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731371084907 2024-11-12T00:24:48,635 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 56e8207f37844f75afdafe48f8ec2720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731371086034 2024-11-12T00:24:48,635 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e860baf99e54f0a883145f47f578b9a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731371087089 2024-11-12T00:24:48,636 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 28667d59129641fea5eabe0bad796b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731371087089 2024-11-12T00:24:48,653 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:48,654 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/62b1dce081f4462aa45f5cdc74a8ef15 is 50, key is test_row_0/A:col10/1731371087089/Put/seqid=0 2024-11-12T00:24:48,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-12T00:24:48,665 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:48,665 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T00:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:48,665 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/caf4e7a3837f4d12932d9f902af4b1e2 is 50, key is test_row_0/B:col10/1731371087089/Put/seqid=0 2024-11-12T00:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:48,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/597037a88a794082b38d05e0be2369de is 50, key is test_row_0/A:col10/1731371087718/Put/seqid=0 2024-11-12T00:24:48,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741904_1080 (size=13051) 2024-11-12T00:24:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741905_1081 (size=13051) 2024-11-12T00:24:48,733 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/caf4e7a3837f4d12932d9f902af4b1e2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/caf4e7a3837f4d12932d9f902af4b1e2 2024-11-12T00:24:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741906_1082 (size=12301) 2024-11-12T00:24:48,745 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into caf4e7a3837f4d12932d9f902af4b1e2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:48,745 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:48,745 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371088632; duration=0sec 2024-11-12T00:24:48,747 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/597037a88a794082b38d05e0be2369de 2024-11-12T00:24:48,749 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:48,749 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:48,750 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:48,757 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:48,757 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:48,757 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:48,757 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d2ea1fe059cb42bf9cd0aa70f0c0842a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/df841ffc5c5e4edf82bcdac1ea7f2117, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/35563be99744424193bed9e1cfb5a30f] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=36.6 K 2024-11-12T00:24:48,758 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d2ea1fe059cb42bf9cd0aa70f0c0842a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731371084907 2024-11-12T00:24:48,758 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting df841ffc5c5e4edf82bcdac1ea7f2117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731371086034 2024-11-12T00:24:48,760 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 35563be99744424193bed9e1cfb5a30f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731371087089 2024-11-12T00:24:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/20e9b16bdee747f3a16a972918cc83b8 is 50, key is test_row_0/B:col10/1731371087718/Put/seqid=0 2024-11-12T00:24:48,777 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:48,778 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/4734f81718df429b8e9f1e0b2ba9d74e is 50, key is test_row_0/C:col10/1731371087089/Put/seqid=0 2024-11-12T00:24:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741907_1083 (size=12301) 2024-11-12T00:24:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-12T00:24:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741908_1084 (size=13017) 2024-11-12T00:24:48,824 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/4734f81718df429b8e9f1e0b2ba9d74e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4734f81718df429b8e9f1e0b2ba9d74e 2024-11-12T00:24:48,833 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into 4734f81718df429b8e9f1e0b2ba9d74e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:48,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:48,833 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=13, startTime=1731371088633; duration=0sec 2024-11-12T00:24:48,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:48,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:48,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:48,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371148874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371148877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371148878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371148979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371148981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:48,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371148982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-12T00:24:49,118 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/62b1dce081f4462aa45f5cdc74a8ef15 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/62b1dce081f4462aa45f5cdc74a8ef15 2024-11-12T00:24:49,125 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into 62b1dce081f4462aa45f5cdc74a8ef15(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:49,125 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:49,125 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371088632; duration=0sec 2024-11-12T00:24:49,125 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:49,125 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:49,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371149182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371149183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371149185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,210 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/20e9b16bdee747f3a16a972918cc83b8 2024-11-12T00:24:49,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d201f410ed0d4e23a01fbb9849e5a456 is 50, key is test_row_0/C:col10/1731371087718/Put/seqid=0 2024-11-12T00:24:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741909_1085 (size=12301) 2024-11-12T00:24:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371149487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371149487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371149487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-12T00:24:49,638 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d201f410ed0d4e23a01fbb9849e5a456 2024-11-12T00:24:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/597037a88a794082b38d05e0be2369de as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/597037a88a794082b38d05e0be2369de 2024-11-12T00:24:49,656 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/597037a88a794082b38d05e0be2369de, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T00:24:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/20e9b16bdee747f3a16a972918cc83b8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/20e9b16bdee747f3a16a972918cc83b8 2024-11-12T00:24:49,668 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/20e9b16bdee747f3a16a972918cc83b8, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T00:24:49,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d201f410ed0d4e23a01fbb9849e5a456 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d201f410ed0d4e23a01fbb9849e5a456 2024-11-12T00:24:49,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d201f410ed0d4e23a01fbb9849e5a456, entries=150, sequenceid=332, filesize=12.0 K 2024-11-12T00:24:49,682 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for ed48c1f63c9b89b37a93928054e367a1 in 1016ms, sequenceid=332, compaction requested=false 2024-11-12T00:24:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T00:24:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-12T00:24:49,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-12T00:24:49,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1720 sec 2024-11-12T00:24:49,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1790 sec 2024-11-12T00:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:49,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T00:24:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:49,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371149997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371149999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371149999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/d7e8659a94ef43578c4137b8ad34a8ef is 50, key is test_row_0/A:col10/1731371089992/Put/seqid=0 2024-11-12T00:24:50,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741910_1086 (size=14741) 2024-11-12T00:24:50,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/d7e8659a94ef43578c4137b8ad34a8ef 2024-11-12T00:24:50,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/578fb72b6ef8448ca00b2bdc8bc37764 is 50, key is test_row_0/B:col10/1731371089992/Put/seqid=0 2024-11-12T00:24:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741911_1087 (size=12301) 2024-11-12T00:24:50,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/578fb72b6ef8448ca00b2bdc8bc37764 2024-11-12T00:24:50,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/63c7bd93c0e640b894e3bcce77eeb99a is 50, key is test_row_0/C:col10/1731371089992/Put/seqid=0 2024-11-12T00:24:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741912_1088 (size=12301) 2024-11-12T00:24:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371150102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371150103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371150103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371150185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,187 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:24:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371150196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,197 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:24:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371150304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371150305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371150306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/63c7bd93c0e640b894e3bcce77eeb99a 2024-11-12T00:24:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/d7e8659a94ef43578c4137b8ad34a8ef as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d7e8659a94ef43578c4137b8ad34a8ef 2024-11-12T00:24:50,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d7e8659a94ef43578c4137b8ad34a8ef, entries=200, sequenceid=364, filesize=14.4 K 2024-11-12T00:24:50,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/578fb72b6ef8448ca00b2bdc8bc37764 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/578fb72b6ef8448ca00b2bdc8bc37764 2024-11-12T00:24:50,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/578fb72b6ef8448ca00b2bdc8bc37764, entries=150, sequenceid=364, filesize=12.0 K 2024-11-12T00:24:50,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/63c7bd93c0e640b894e3bcce77eeb99a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/63c7bd93c0e640b894e3bcce77eeb99a 2024-11-12T00:24:50,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/63c7bd93c0e640b894e3bcce77eeb99a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-12T00:24:50,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ed48c1f63c9b89b37a93928054e367a1 in 560ms, sequenceid=364, compaction requested=true 2024-11-12T00:24:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:50,554 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T00:24:50,556 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:50,556 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:50,556 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:50,556 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:50,557 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/62b1dce081f4462aa45f5cdc74a8ef15, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/597037a88a794082b38d05e0be2369de, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d7e8659a94ef43578c4137b8ad34a8ef] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=39.2 K 2024-11-12T00:24:50,557 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:50,557 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:50,557 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:50,557 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/caf4e7a3837f4d12932d9f902af4b1e2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/20e9b16bdee747f3a16a972918cc83b8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/578fb72b6ef8448ca00b2bdc8bc37764] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=36.8 K 2024-11-12T00:24:50,558 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62b1dce081f4462aa45f5cdc74a8ef15, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731371087089 2024-11-12T00:24:50,558 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting caf4e7a3837f4d12932d9f902af4b1e2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731371087089 2024-11-12T00:24:50,558 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 597037a88a794082b38d05e0be2369de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731371087717 2024-11-12T00:24:50,558 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 20e9b16bdee747f3a16a972918cc83b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731371087717 2024-11-12T00:24:50,558 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7e8659a94ef43578c4137b8ad34a8ef, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731371088871 2024-11-12T00:24:50,558 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 578fb72b6ef8448ca00b2bdc8bc37764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731371088871 2024-11-12T00:24:50,568 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:50,569 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/013f9856c01441139c7d352dcada198d is 50, key is test_row_0/B:col10/1731371089992/Put/seqid=0 2024-11-12T00:24:50,572 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:50,572 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/59c9e8d0edad428492d26a893f649e99 is 50, key is test_row_0/A:col10/1731371089992/Put/seqid=0 2024-11-12T00:24:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741913_1089 (size=13153) 2024-11-12T00:24:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741914_1090 (size=13153) 2024-11-12T00:24:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-12T00:24:50,614 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-12T00:24:50,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:50,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:24:50,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:50,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:50,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:50,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:50,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:50,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-12T00:24:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-12T00:24:50,619 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:50,620 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:50,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:50,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/69ab0178178745ee908b85f317aa7fca is 50, key is test_row_0/A:col10/1731371090615/Put/seqid=0 2024-11-12T00:24:50,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741915_1091 (size=17181) 2024-11-12T00:24:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371150697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371150697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371150697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-12T00:24:50,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-12T00:24:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:50,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371150801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371150801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371150802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-12T00:24:50,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:50,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-12T00:24:50,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:50,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:50,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,003 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/013f9856c01441139c7d352dcada198d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/013f9856c01441139c7d352dcada198d 2024-11-12T00:24:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371151004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371151004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371151005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,010 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/59c9e8d0edad428492d26a893f649e99 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/59c9e8d0edad428492d26a893f649e99 2024-11-12T00:24:51,012 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into 013f9856c01441139c7d352dcada198d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:51,012 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:51,012 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371090555; duration=0sec 2024-11-12T00:24:51,012 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:51,012 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:51,013 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:51,015 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:51,015 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:51,015 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,015 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4734f81718df429b8e9f1e0b2ba9d74e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d201f410ed0d4e23a01fbb9849e5a456, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/63c7bd93c0e640b894e3bcce77eeb99a] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=36.7 K 2024-11-12T00:24:51,016 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4734f81718df429b8e9f1e0b2ba9d74e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731371087089 2024-11-12T00:24:51,016 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d201f410ed0d4e23a01fbb9849e5a456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731371087717 2024-11-12T00:24:51,017 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 63c7bd93c0e640b894e3bcce77eeb99a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731371088871 2024-11-12T00:24:51,018 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into 59c9e8d0edad428492d26a893f649e99(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:51,018 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:51,018 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371090553; duration=0sec 2024-11-12T00:24:51,018 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:51,018 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:51,025 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:51,026 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/946ef9cc637b46b982ec9aef3c46ec90 is 50, key is test_row_0/C:col10/1731371089992/Put/seqid=0 2024-11-12T00:24:51,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/69ab0178178745ee908b85f317aa7fca 2024-11-12T00:24:51,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741916_1092 (size=13119) 2024-11-12T00:24:51,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/bb0c2532b9e246fb9d244923cd375956 is 50, key is test_row_0/B:col10/1731371090615/Put/seqid=0 2024-11-12T00:24:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741917_1093 (size=12301) 2024-11-12T00:24:51,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/bb0c2532b9e246fb9d244923cd375956 2024-11-12T00:24:51,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/97085c3c510e4257a97caf7b62119806 is 50, key is test_row_0/C:col10/1731371090615/Put/seqid=0 2024-11-12T00:24:51,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741918_1094 (size=12301) 2024-11-12T00:24:51,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-12T00:24:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-12T00:24:51,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-12T00:24:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371151308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371151309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371151311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-12T00:24:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:51,458 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/946ef9cc637b46b982ec9aef3c46ec90 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/946ef9cc637b46b982ec9aef3c46ec90 2024-11-12T00:24:51,467 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into 946ef9cc637b46b982ec9aef3c46ec90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:51,467 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:51,467 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=13, startTime=1731371090555; duration=0sec 2024-11-12T00:24:51,468 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:51,468 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:51,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/97085c3c510e4257a97caf7b62119806 2024-11-12T00:24:51,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/69ab0178178745ee908b85f317aa7fca as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/69ab0178178745ee908b85f317aa7fca 2024-11-12T00:24:51,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/69ab0178178745ee908b85f317aa7fca, entries=250, sequenceid=375, filesize=16.8 K 2024-11-12T00:24:51,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/bb0c2532b9e246fb9d244923cd375956 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bb0c2532b9e246fb9d244923cd375956 2024-11-12T00:24:51,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bb0c2532b9e246fb9d244923cd375956, entries=150, sequenceid=375, filesize=12.0 K 2024-11-12T00:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/97085c3c510e4257a97caf7b62119806 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/97085c3c510e4257a97caf7b62119806 2024-11-12T00:24:51,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/97085c3c510e4257a97caf7b62119806, entries=150, sequenceid=375, filesize=12.0 K 2024-11-12T00:24:51,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for ed48c1f63c9b89b37a93928054e367a1 in 893ms, sequenceid=375, compaction requested=false 2024-11-12T00:24:51,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:51,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-12T00:24:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:51,544 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T00:24:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1b739acdfceb4ed49e04ab94fe3f35fc is 50, key is test_row_0/A:col10/1731371090641/Put/seqid=0 2024-11-12T00:24:51,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741919_1095 (size=12301) 2024-11-12T00:24:51,570 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1b739acdfceb4ed49e04ab94fe3f35fc 2024-11-12T00:24:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/c5c8b97bed0d4f4eb909d8f0ce98798c is 50, key is test_row_0/B:col10/1731371090641/Put/seqid=0 2024-11-12T00:24:51,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741920_1096 (size=12301) 2024-11-12T00:24:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-12T00:24:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:51,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:51,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371151820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371151821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371151821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371151924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371151925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371151925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:51,986 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/c5c8b97bed0d4f4eb909d8f0ce98798c 2024-11-12T00:24:51,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/1d4b98d43eb443b898158f0d32152283 is 50, key is test_row_0/C:col10/1731371090641/Put/seqid=0 2024-11-12T00:24:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741921_1097 (size=12301) 2024-11-12T00:24:52,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371152129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371152130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371152130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,408 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/1d4b98d43eb443b898158f0d32152283 2024-11-12T00:24:52,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1b739acdfceb4ed49e04ab94fe3f35fc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b739acdfceb4ed49e04ab94fe3f35fc 2024-11-12T00:24:52,419 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b739acdfceb4ed49e04ab94fe3f35fc, entries=150, sequenceid=405, filesize=12.0 K 2024-11-12T00:24:52,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/c5c8b97bed0d4f4eb909d8f0ce98798c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c5c8b97bed0d4f4eb909d8f0ce98798c 2024-11-12T00:24:52,424 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c5c8b97bed0d4f4eb909d8f0ce98798c, entries=150, sequenceid=405, filesize=12.0 K 2024-11-12T00:24:52,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/1d4b98d43eb443b898158f0d32152283 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1d4b98d43eb443b898158f0d32152283 2024-11-12T00:24:52,430 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1d4b98d43eb443b898158f0d32152283, entries=150, sequenceid=405, filesize=12.0 K 2024-11-12T00:24:52,431 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ed48c1f63c9b89b37a93928054e367a1 in 887ms, sequenceid=405, compaction requested=true 2024-11-12T00:24:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-12T00:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-12T00:24:52,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-12T00:24:52,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-12T00:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:52,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:24:52,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.8180 sec 2024-11-12T00:24:52,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:52,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:52,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:52,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:52,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:52,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:52,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/dcc78e4ba8f3475aa098da02cff240ce is 50, key is test_row_0/A:col10/1731371092435/Put/seqid=0 2024-11-12T00:24:52,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741922_1098 (size=12301) 2024-11-12T00:24:52,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/dcc78e4ba8f3475aa098da02cff240ce 2024-11-12T00:24:52,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/fb5099aa8296437d96dbe7f7c1c8f73a is 50, key is test_row_0/B:col10/1731371092435/Put/seqid=0 2024-11-12T00:24:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741923_1099 (size=12301) 2024-11-12T00:24:52,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371152466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371152468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371152470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371152571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371152572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371152575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-12T00:24:52,723 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-12T00:24:52,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-12T00:24:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-12T00:24:52,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:52,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:52,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:52,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371152774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371152777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371152778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-12T00:24:52,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/fb5099aa8296437d96dbe7f7c1c8f73a 2024-11-12T00:24:52,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/adedbba3b60348f4be896faa1df27765 is 50, key is test_row_0/C:col10/1731371092435/Put/seqid=0 2024-11-12T00:24:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741924_1100 (size=12301) 2024-11-12T00:24:52,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/adedbba3b60348f4be896faa1df27765 2024-11-12T00:24:52,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:52,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-12T00:24:52,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:52,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:52,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:52,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:52,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:52,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/dcc78e4ba8f3475aa098da02cff240ce as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dcc78e4ba8f3475aa098da02cff240ce 2024-11-12T00:24:52,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dcc78e4ba8f3475aa098da02cff240ce, entries=150, sequenceid=417, filesize=12.0 K 2024-11-12T00:24:52,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/fb5099aa8296437d96dbe7f7c1c8f73a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/fb5099aa8296437d96dbe7f7c1c8f73a 2024-11-12T00:24:52,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/fb5099aa8296437d96dbe7f7c1c8f73a, entries=150, sequenceid=417, filesize=12.0 K 2024-11-12T00:24:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/adedbba3b60348f4be896faa1df27765 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/adedbba3b60348f4be896faa1df27765 2024-11-12T00:24:52,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/adedbba3b60348f4be896faa1df27765, entries=150, sequenceid=417, filesize=12.0 K 2024-11-12T00:24:52,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ed48c1f63c9b89b37a93928054e367a1 in 476ms, sequenceid=417, compaction requested=true 2024-11-12T00:24:52,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:52,912 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:24:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:52,913 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:24:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:52,913 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:24:52,914 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:52,914 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:52,914 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/59c9e8d0edad428492d26a893f649e99, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/69ab0178178745ee908b85f317aa7fca, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b739acdfceb4ed49e04ab94fe3f35fc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dcc78e4ba8f3475aa098da02cff240ce] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=53.6 K 2024-11-12T00:24:52,914 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59c9e8d0edad428492d26a893f649e99, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731371088871 2024-11-12T00:24:52,915 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69ab0178178745ee908b85f317aa7fca, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731371089995 2024-11-12T00:24:52,915 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:24:52,915 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:52,915 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:52,915 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/013f9856c01441139c7d352dcada198d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bb0c2532b9e246fb9d244923cd375956, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c5c8b97bed0d4f4eb909d8f0ce98798c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/fb5099aa8296437d96dbe7f7c1c8f73a] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=48.9 K 2024-11-12T00:24:52,915 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b739acdfceb4ed49e04ab94fe3f35fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731371090641 2024-11-12T00:24:52,916 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 013f9856c01441139c7d352dcada198d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731371088871 2024-11-12T00:24:52,916 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcc78e4ba8f3475aa098da02cff240ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731371091820 2024-11-12T00:24:52,916 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting bb0c2532b9e246fb9d244923cd375956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731371089995 2024-11-12T00:24:52,916 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c8b97bed0d4f4eb909d8f0ce98798c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731371090641 2024-11-12T00:24:52,917 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting fb5099aa8296437d96dbe7f7c1c8f73a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731371091820 2024-11-12T00:24:52,928 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:52,930 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/297b391dd6e44946a2186b4a29bfcbdd is 50, key is test_row_0/A:col10/1731371092435/Put/seqid=0 2024-11-12T00:24:52,931 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:52,932 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/d0d7b32a8e73446492a5a30d77812f0d is 50, key is test_row_0/B:col10/1731371092435/Put/seqid=0 2024-11-12T00:24:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741925_1101 (size=13289) 2024-11-12T00:24:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741926_1102 (size=13289) 2024-11-12T00:24:52,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/297b391dd6e44946a2186b4a29bfcbdd as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/297b391dd6e44946a2186b4a29bfcbdd 2024-11-12T00:24:52,954 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/d0d7b32a8e73446492a5a30d77812f0d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d0d7b32a8e73446492a5a30d77812f0d 2024-11-12T00:24:52,955 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into 297b391dd6e44946a2186b4a29bfcbdd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:52,956 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:52,956 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=12, startTime=1731371092912; duration=0sec 2024-11-12T00:24:52,956 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:52,956 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:52,956 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:24:52,959 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:24:52,959 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:52,960 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:52,960 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/946ef9cc637b46b982ec9aef3c46ec90, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/97085c3c510e4257a97caf7b62119806, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1d4b98d43eb443b898158f0d32152283, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/adedbba3b60348f4be896faa1df27765] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=48.8 K 2024-11-12T00:24:52,961 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 946ef9cc637b46b982ec9aef3c46ec90, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731371088871 2024-11-12T00:24:52,961 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97085c3c510e4257a97caf7b62119806, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731371089995 2024-11-12T00:24:52,962 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d4b98d43eb443b898158f0d32152283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731371090641 2024-11-12T00:24:52,962 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into d0d7b32a8e73446492a5a30d77812f0d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:52,962 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:52,962 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=12, startTime=1731371092913; duration=0sec 2024-11-12T00:24:52,962 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting adedbba3b60348f4be896faa1df27765, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731371091820 2024-11-12T00:24:52,962 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:52,962 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:52,973 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:52,973 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/16261a0cbf3e467fb3c3b8b9a9d704e0 is 50, key is test_row_0/C:col10/1731371092435/Put/seqid=0 2024-11-12T00:24:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741927_1103 (size=13255) 2024-11-12T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-12T00:24:53,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-12T00:24:53,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:53,036 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T00:24:53,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:53,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:53,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:53,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:53,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:53,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/dce00903907a41ecb2b89c0503139969 is 50, key is test_row_0/A:col10/1731371092465/Put/seqid=0 2024-11-12T00:24:53,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741928_1104 (size=12301) 2024-11-12T00:24:53,051 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/dce00903907a41ecb2b89c0503139969 2024-11-12T00:24:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/05966bed29e841279213b7a6d1e0580d is 50, key is test_row_0/B:col10/1731371092465/Put/seqid=0 2024-11-12T00:24:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741929_1105 (size=12301) 2024-11-12T00:24:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:53,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371153088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371153092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371153092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371153193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371153196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371153196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-12T00:24:53,386 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/16261a0cbf3e467fb3c3b8b9a9d704e0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/16261a0cbf3e467fb3c3b8b9a9d704e0 2024-11-12T00:24:53,392 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into 16261a0cbf3e467fb3c3b8b9a9d704e0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:53,392 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:53,392 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=12, startTime=1731371092913; duration=0sec 2024-11-12T00:24:53,392 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:53,392 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:53,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371153394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371153398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371153398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,466 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/05966bed29e841279213b7a6d1e0580d 2024-11-12T00:24:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/8d675d1645fe4b249583f48f33aeb8f8 is 50, key is test_row_0/C:col10/1731371092465/Put/seqid=0 2024-11-12T00:24:53,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741930_1106 (size=12301) 2024-11-12T00:24:53,482 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/8d675d1645fe4b249583f48f33aeb8f8 2024-11-12T00:24:53,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/dce00903907a41ecb2b89c0503139969 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dce00903907a41ecb2b89c0503139969 2024-11-12T00:24:53,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dce00903907a41ecb2b89c0503139969, entries=150, sequenceid=443, filesize=12.0 K 2024-11-12T00:24:53,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/05966bed29e841279213b7a6d1e0580d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/05966bed29e841279213b7a6d1e0580d 2024-11-12T00:24:53,501 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/05966bed29e841279213b7a6d1e0580d, entries=150, sequenceid=443, filesize=12.0 K 2024-11-12T00:24:53,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/8d675d1645fe4b249583f48f33aeb8f8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/8d675d1645fe4b249583f48f33aeb8f8 2024-11-12T00:24:53,508 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/8d675d1645fe4b249583f48f33aeb8f8, entries=150, sequenceid=443, filesize=12.0 K 2024-11-12T00:24:53,509 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ed48c1f63c9b89b37a93928054e367a1 in 472ms, sequenceid=443, compaction requested=false 2024-11-12T00:24:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-12T00:24:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-12T00:24:53,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-12T00:24:53,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 783 msec 2024-11-12T00:24:53,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 788 msec 2024-11-12T00:24:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:53,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T00:24:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:53,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/5f705e5065ef46f5a8dc6b64f5cbc0c5 is 50, key is test_row_0/A:col10/1731371093084/Put/seqid=0 2024-11-12T00:24:53,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741931_1107 (size=12301) 2024-11-12T00:24:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371153754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371153757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371153758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-12T00:24:53,829 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-12T00:24:53,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-12T00:24:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-12T00:24:53,832 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:53,832 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:53,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:53,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371153859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371153863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371153864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-12T00:24:53,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:53,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-12T00:24:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:53,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371154062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371154066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371154069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/5f705e5065ef46f5a8dc6b64f5cbc0c5 2024-11-12T00:24:54,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/b39d4f00191546c593298067b11e50b2 is 50, key is test_row_0/B:col10/1731371093084/Put/seqid=0 2024-11-12T00:24:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741932_1108 (size=12301) 2024-11-12T00:24:54,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/b39d4f00191546c593298067b11e50b2 2024-11-12T00:24:54,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d4bf6ff790064cf4b5644e2052eb97c3 is 50, key is test_row_0/C:col10/1731371093084/Put/seqid=0 2024-11-12T00:24:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-12T00:24:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741933_1109 (size=12301) 2024-11-12T00:24:54,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-12T00:24:54,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:54,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41492 deadline: 1731371154201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,204 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:24:54,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41482 deadline: 1731371154232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,233 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:24:54,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-12T00:24:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371154366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371154371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371154374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-12T00:24:54,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-12T00:24:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:54,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d4bf6ff790064cf4b5644e2052eb97c3 2024-11-12T00:24:54,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/5f705e5065ef46f5a8dc6b64f5cbc0c5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/5f705e5065ef46f5a8dc6b64f5cbc0c5 2024-11-12T00:24:54,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/5f705e5065ef46f5a8dc6b64f5cbc0c5, entries=150, sequenceid=458, filesize=12.0 K 2024-11-12T00:24:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/b39d4f00191546c593298067b11e50b2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/b39d4f00191546c593298067b11e50b2 2024-11-12T00:24:54,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/b39d4f00191546c593298067b11e50b2, entries=150, sequenceid=458, filesize=12.0 K 2024-11-12T00:24:54,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/d4bf6ff790064cf4b5644e2052eb97c3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d4bf6ff790064cf4b5644e2052eb97c3 2024-11-12T00:24:54,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d4bf6ff790064cf4b5644e2052eb97c3, entries=150, sequenceid=458, filesize=12.0 K 2024-11-12T00:24:54,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ed48c1f63c9b89b37a93928054e367a1 in 857ms, sequenceid=458, compaction requested=true 2024-11-12T00:24:54,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:54,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:54,557 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:54,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:54,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:54,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:54,557 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:54,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:54,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:54,558 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:54,558 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:54,558 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:54,558 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:54,558 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,558 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,558 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/297b391dd6e44946a2186b4a29bfcbdd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dce00903907a41ecb2b89c0503139969, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/5f705e5065ef46f5a8dc6b64f5cbc0c5] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=37.0 K 2024-11-12T00:24:54,558 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d0d7b32a8e73446492a5a30d77812f0d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/05966bed29e841279213b7a6d1e0580d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/b39d4f00191546c593298067b11e50b2] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=37.0 K 2024-11-12T00:24:54,559 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 297b391dd6e44946a2186b4a29bfcbdd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731371091820 2024-11-12T00:24:54,559 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d7b32a8e73446492a5a30d77812f0d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731371091820 2024-11-12T00:24:54,559 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting dce00903907a41ecb2b89c0503139969, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731371092465 2024-11-12T00:24:54,559 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 05966bed29e841279213b7a6d1e0580d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731371092465 2024-11-12T00:24:54,559 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f705e5065ef46f5a8dc6b64f5cbc0c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731371093084 2024-11-12T00:24:54,559 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b39d4f00191546c593298067b11e50b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731371093084 2024-11-12T00:24:54,566 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:54,567 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:54,567 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/987338018de84dde9b69d7dd19ad25e7 is 50, key is test_row_0/A:col10/1731371093084/Put/seqid=0 2024-11-12T00:24:54,567 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/51ab7c6e768246d9b9af431279bed9f7 is 50, key is test_row_0/B:col10/1731371093084/Put/seqid=0 2024-11-12T00:24:54,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741935_1111 (size=13391) 2024-11-12T00:24:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741934_1110 (size=13391) 2024-11-12T00:24:54,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-12T00:24:54,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,597 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T00:24:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:54,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/70f98f7f081d4ec2af834e8d26a3eb9b is 50, key is test_row_0/A:col10/1731371093757/Put/seqid=0 2024-11-12T00:24:54,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741936_1112 (size=12301) 2024-11-12T00:24:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:54,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:54,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371154881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371154882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371154882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-12T00:24:54,978 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/987338018de84dde9b69d7dd19ad25e7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/987338018de84dde9b69d7dd19ad25e7 2024-11-12T00:24:54,985 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into 987338018de84dde9b69d7dd19ad25e7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:54,985 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:54,985 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371094557; duration=0sec 2024-11-12T00:24:54,985 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:54,985 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:54,986 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371154985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,987 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/51ab7c6e768246d9b9af431279bed9f7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/51ab7c6e768246d9b9af431279bed9f7 2024-11-12T00:24:54,987 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:54,987 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:54,987 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:54,987 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/16261a0cbf3e467fb3c3b8b9a9d704e0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/8d675d1645fe4b249583f48f33aeb8f8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d4bf6ff790064cf4b5644e2052eb97c3] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=37.0 K 2024-11-12T00:24:54,988 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16261a0cbf3e467fb3c3b8b9a9d704e0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731371091820 2024-11-12T00:24:54,988 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d675d1645fe4b249583f48f33aeb8f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731371092465 2024-11-12T00:24:54,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371154987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,988 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4bf6ff790064cf4b5644e2052eb97c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731371093084 2024-11-12T00:24:54,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371154987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:54,993 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into 51ab7c6e768246d9b9af431279bed9f7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:54,993 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:54,993 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371094557; duration=0sec 2024-11-12T00:24:54,993 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:54,993 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:54,997 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:54,997 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/e3248cd7a9244bcdadd231d9bdcb20c0 is 50, key is test_row_0/C:col10/1731371093084/Put/seqid=0 2024-11-12T00:24:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741937_1113 (size=13357) 2024-11-12T00:24:55,006 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/70f98f7f081d4ec2af834e8d26a3eb9b 2024-11-12T00:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/3ba36573f8b4414a8ee7b55bda62c2e5 is 50, key is test_row_0/B:col10/1731371093757/Put/seqid=0 2024-11-12T00:24:55,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741938_1114 (size=12301) 2024-11-12T00:24:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371155188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371155189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:55,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371155190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:55,408 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/e3248cd7a9244bcdadd231d9bdcb20c0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e3248cd7a9244bcdadd231d9bdcb20c0 2024-11-12T00:24:55,413 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into e3248cd7a9244bcdadd231d9bdcb20c0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:55,413 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:55,413 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=13, startTime=1731371094557; duration=0sec 2024-11-12T00:24:55,414 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:55,414 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:55,418 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/3ba36573f8b4414a8ee7b55bda62c2e5 2024-11-12T00:24:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/7d5779c3c4df44078f7b7ffac13f2a64 is 50, key is test_row_0/C:col10/1731371093757/Put/seqid=0 2024-11-12T00:24:55,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741939_1115 (size=12301) 2024-11-12T00:24:55,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371155492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371155492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:55,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371155499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:55,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/7d5779c3c4df44078f7b7ffac13f2a64 2024-11-12T00:24:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/70f98f7f081d4ec2af834e8d26a3eb9b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/70f98f7f081d4ec2af834e8d26a3eb9b 2024-11-12T00:24:55,919 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/70f98f7f081d4ec2af834e8d26a3eb9b, entries=150, sequenceid=481, filesize=12.0 K 2024-11-12T00:24:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/3ba36573f8b4414a8ee7b55bda62c2e5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3ba36573f8b4414a8ee7b55bda62c2e5 2024-11-12T00:24:55,925 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3ba36573f8b4414a8ee7b55bda62c2e5, entries=150, sequenceid=481, filesize=12.0 K 2024-11-12T00:24:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/7d5779c3c4df44078f7b7ffac13f2a64 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/7d5779c3c4df44078f7b7ffac13f2a64 2024-11-12T00:24:55,932 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/7d5779c3c4df44078f7b7ffac13f2a64, entries=150, sequenceid=481, filesize=12.0 K 2024-11-12T00:24:55,932 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ed48c1f63c9b89b37a93928054e367a1 in 1336ms, sequenceid=481, compaction requested=false 2024-11-12T00:24:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T00:24:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-12T00:24:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-12T00:24:55,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-12T00:24:55,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1020 sec 2024-11-12T00:24:55,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.1060 sec 2024-11-12T00:24:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:55,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T00:24:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:55,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:55,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:55,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:55,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:55,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:56,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1b0a83af5abe4f8aa7facef4c273e898 is 50, key is test_row_0/A:col10/1731371094880/Put/seqid=0 2024-11-12T00:24:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741940_1116 (size=12301) 2024-11-12T00:24:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371156022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371156021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371156024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371156125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371156125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371156130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371156328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371156328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371156332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1b0a83af5abe4f8aa7facef4c273e898 2024-11-12T00:24:56,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/83e1f05257ac4809a72d2c668486f651 is 50, key is test_row_0/B:col10/1731371094880/Put/seqid=0 2024-11-12T00:24:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741941_1117 (size=12301) 2024-11-12T00:24:56,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371156631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371156634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:56,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371156636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/83e1f05257ac4809a72d2c668486f651 2024-11-12T00:24:57,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/fafcc43274474a779adb1320be1de4fb is 50, key is test_row_0/C:col10/1731371094880/Put/seqid=0 2024-11-12T00:24:57,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741942_1118 (size=12301) 2024-11-12T00:24:57,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/fafcc43274474a779adb1320be1de4fb 2024-11-12T00:24:57,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/1b0a83af5abe4f8aa7facef4c273e898 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b0a83af5abe4f8aa7facef4c273e898 2024-11-12T00:24:57,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b0a83af5abe4f8aa7facef4c273e898, entries=150, sequenceid=498, filesize=12.0 K 2024-11-12T00:24:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/83e1f05257ac4809a72d2c668486f651 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/83e1f05257ac4809a72d2c668486f651 2024-11-12T00:24:57,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/83e1f05257ac4809a72d2c668486f651, entries=150, sequenceid=498, filesize=12.0 K 2024-11-12T00:24:57,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/fafcc43274474a779adb1320be1de4fb as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/fafcc43274474a779adb1320be1de4fb 2024-11-12T00:24:57,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/fafcc43274474a779adb1320be1de4fb, entries=150, sequenceid=498, filesize=12.0 K 2024-11-12T00:24:57,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ed48c1f63c9b89b37a93928054e367a1 in 1060ms, sequenceid=498, compaction requested=true 2024-11-12T00:24:57,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:24:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:57,058 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:24:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:57,058 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed48c1f63c9b89b37a93928054e367a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:24:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:57,059 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:57,059 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:57,059 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/B is initiating minor compaction (all files) 2024-11-12T00:24:57,059 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/A is initiating minor compaction (all files) 2024-11-12T00:24:57,059 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/B in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:57,059 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/A in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:57,059 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/51ab7c6e768246d9b9af431279bed9f7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3ba36573f8b4414a8ee7b55bda62c2e5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/83e1f05257ac4809a72d2c668486f651] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=37.1 K 2024-11-12T00:24:57,059 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/987338018de84dde9b69d7dd19ad25e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/70f98f7f081d4ec2af834e8d26a3eb9b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b0a83af5abe4f8aa7facef4c273e898] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=37.1 K 2024-11-12T00:24:57,060 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 51ab7c6e768246d9b9af431279bed9f7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731371093084 2024-11-12T00:24:57,060 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 987338018de84dde9b69d7dd19ad25e7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731371093084 2024-11-12T00:24:57,060 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba36573f8b4414a8ee7b55bda62c2e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1731371093753 2024-11-12T00:24:57,060 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70f98f7f081d4ec2af834e8d26a3eb9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1731371093753 2024-11-12T00:24:57,060 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 83e1f05257ac4809a72d2c668486f651, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731371094880 2024-11-12T00:24:57,061 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b0a83af5abe4f8aa7facef4c273e898, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731371094880 2024-11-12T00:24:57,068 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#A#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:57,068 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/afd759ce7e8041e2a65a863103a449c9 is 50, key is test_row_0/A:col10/1731371094880/Put/seqid=0 2024-11-12T00:24:57,070 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:57,071 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/e547a313fc9c48a6aa955c4ea6c30332 is 50, key is test_row_0/B:col10/1731371094880/Put/seqid=0 2024-11-12T00:24:57,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741944_1120 (size=13493) 2024-11-12T00:24:57,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741943_1119 (size=13493) 2024-11-12T00:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:57,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T00:24:57,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:57,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:57,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:57,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:57,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:57,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:57,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/f0b2d2ef9e6a42dba81f8f771efe21eb is 50, key is test_row_0/A:col10/1731371096016/Put/seqid=0 2024-11-12T00:24:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741945_1121 (size=14741) 2024-11-12T00:24:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371157148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371157149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371157149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371157252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371157252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371157252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371157456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371157456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371157456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,481 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/e547a313fc9c48a6aa955c4ea6c30332 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/e547a313fc9c48a6aa955c4ea6c30332 2024-11-12T00:24:57,484 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/afd759ce7e8041e2a65a863103a449c9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/afd759ce7e8041e2a65a863103a449c9 2024-11-12T00:24:57,486 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/B of ed48c1f63c9b89b37a93928054e367a1 into e547a313fc9c48a6aa955c4ea6c30332(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:57,486 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:57,486 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/B, priority=13, startTime=1731371097058; duration=0sec 2024-11-12T00:24:57,487 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:24:57,487 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:B 2024-11-12T00:24:57,487 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:24:57,488 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:24:57,488 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): ed48c1f63c9b89b37a93928054e367a1/C is initiating minor compaction (all files) 2024-11-12T00:24:57,488 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed48c1f63c9b89b37a93928054e367a1/C in TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:57,489 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e3248cd7a9244bcdadd231d9bdcb20c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/7d5779c3c4df44078f7b7ffac13f2a64, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/fafcc43274474a779adb1320be1de4fb] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp, totalSize=37.1 K 2024-11-12T00:24:57,489 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e3248cd7a9244bcdadd231d9bdcb20c0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731371093084 2024-11-12T00:24:57,489 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5779c3c4df44078f7b7ffac13f2a64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1731371093753 2024-11-12T00:24:57,490 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/A of ed48c1f63c9b89b37a93928054e367a1 into afd759ce7e8041e2a65a863103a449c9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:57,490 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:57,490 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/A, priority=13, startTime=1731371097058; duration=0sec 2024-11-12T00:24:57,490 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:57,490 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:A 2024-11-12T00:24:57,490 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting fafcc43274474a779adb1320be1de4fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731371094880 2024-11-12T00:24:57,498 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed48c1f63c9b89b37a93928054e367a1#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:24:57,498 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/76f39f65bedd40c3a9cb5d5ecc9b3e4a is 50, key is test_row_0/C:col10/1731371094880/Put/seqid=0 2024-11-12T00:24:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741946_1122 (size=13459) 2024-11-12T00:24:57,510 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/76f39f65bedd40c3a9cb5d5ecc9b3e4a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/76f39f65bedd40c3a9cb5d5ecc9b3e4a 2024-11-12T00:24:57,516 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed48c1f63c9b89b37a93928054e367a1/C of ed48c1f63c9b89b37a93928054e367a1 into 76f39f65bedd40c3a9cb5d5ecc9b3e4a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:24:57,516 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:57,516 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1., storeName=ed48c1f63c9b89b37a93928054e367a1/C, priority=13, startTime=1731371097058; duration=0sec 2024-11-12T00:24:57,516 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:24:57,516 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed48c1f63c9b89b37a93928054e367a1:C 2024-11-12T00:24:57,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/f0b2d2ef9e6a42dba81f8f771efe21eb 2024-11-12T00:24:57,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/d352973481064cde911696f37e01c639 is 50, key is test_row_0/B:col10/1731371096016/Put/seqid=0 2024-11-12T00:24:57,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741947_1123 (size=12301) 2024-11-12T00:24:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371157758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371157759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371157761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-12T00:24:57,936 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-12T00:24:57,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:24:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-12T00:24:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-12T00:24:57,938 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:24:57,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:24:57,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:24:57,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/d352973481064cde911696f37e01c639 2024-11-12T00:24:57,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/99a5e2933a92463cb49783f55f307cca is 50, key is test_row_0/C:col10/1731371096016/Put/seqid=0 2024-11-12T00:24:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741948_1124 (size=12301) 2024-11-12T00:24:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-12T00:24:58,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:58,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-12T00:24:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:58,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-12T00:24:58,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:58,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-12T00:24:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:58,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41430 deadline: 1731371158260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41498 deadline: 1731371158263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:58,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1731371158265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:24:58,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/99a5e2933a92463cb49783f55f307cca 2024-11-12T00:24:58,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/f0b2d2ef9e6a42dba81f8f771efe21eb as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f0b2d2ef9e6a42dba81f8f771efe21eb 2024-11-12T00:24:58,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f0b2d2ef9e6a42dba81f8f771efe21eb, entries=200, sequenceid=521, filesize=14.4 K 2024-11-12T00:24:58,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/d352973481064cde911696f37e01c639 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d352973481064cde911696f37e01c639 2024-11-12T00:24:58,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d352973481064cde911696f37e01c639, entries=150, sequenceid=521, filesize=12.0 K 2024-11-12T00:24:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/99a5e2933a92463cb49783f55f307cca as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/99a5e2933a92463cb49783f55f307cca 2024-11-12T00:24:58,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:58,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-12T00:24:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:58,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:24:58,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/99a5e2933a92463cb49783f55f307cca, entries=150, sequenceid=521, filesize=12.0 K 2024-11-12T00:24:58,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ed48c1f63c9b89b37a93928054e367a1 in 1263ms, sequenceid=521, compaction requested=false 2024-11-12T00:24:58,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-12T00:24:58,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:24:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-12T00:24:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:58,550 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T00:24:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:24:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:24:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:24:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:24:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/245ac54f19f04f96999870e465a2a223 is 50, key is test_row_0/A:col10/1731371097148/Put/seqid=0 2024-11-12T00:24:58,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741949_1125 (size=12301) 2024-11-12T00:24:58,960 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/245ac54f19f04f96999870e465a2a223 2024-11-12T00:24:58,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/6f621e430b214147875c54908cfe2ee0 is 50, key is test_row_0/B:col10/1731371097148/Put/seqid=0 2024-11-12T00:24:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741950_1126 (size=12301) 2024-11-12T00:24:58,971 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/6f621e430b214147875c54908cfe2ee0 2024-11-12T00:24:58,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b5552c46fbc9437bbc57118c422329df is 50, key is test_row_0/C:col10/1731371097148/Put/seqid=0 2024-11-12T00:24:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741951_1127 (size=12301) 2024-11-12T00:24:59,024 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:51686 2024-11-12T00:24:59,024 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:51686 2024-11-12T00:24:59,024 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:59,024 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:59,026 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:51686 2024-11-12T00:24:59,026 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:59,027 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:51686 2024-11-12T00:24:59,027 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-12T00:24:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:24:59,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. as already flushing 2024-11-12T00:24:59,271 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:51686 2024-11-12T00:24:59,271 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:51686 2024-11-12T00:24:59,271 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:59,271 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:59,272 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:51686 2024-11-12T00:24:59,272 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:24:59,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T00:24:59,384 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b5552c46fbc9437bbc57118c422329df 2024-11-12T00:24:59,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/245ac54f19f04f96999870e465a2a223 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/245ac54f19f04f96999870e465a2a223 2024-11-12T00:24:59,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/245ac54f19f04f96999870e465a2a223, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T00:24:59,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/6f621e430b214147875c54908cfe2ee0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6f621e430b214147875c54908cfe2ee0 2024-11-12T00:24:59,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6f621e430b214147875c54908cfe2ee0, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T00:24:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/b5552c46fbc9437bbc57118c422329df as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b5552c46fbc9437bbc57118c422329df 2024-11-12T00:24:59,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b5552c46fbc9437bbc57118c422329df, entries=150, sequenceid=537, filesize=12.0 K 2024-11-12T00:24:59,415 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for ed48c1f63c9b89b37a93928054e367a1 in 865ms, sequenceid=537, compaction requested=true 2024-11-12T00:24:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:24:59,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:24:59,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T00:24:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-12T00:24:59,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-12T00:24:59,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-11-12T00:24:59,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4820 sec 2024-11-12T00:24:59,521 ERROR [LeaseRenewer:jenkins@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39355,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-12T00:25:00,043 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-12T00:25:03,777 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39355,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:04,280 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:51686 2024-11-12T00:25:04,280 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:04,337 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:51686 2024-11-12T00:25:04,337 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:04,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T00:25:04,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-12T00:25:04,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-12T00:25:04,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-12T00:25:04,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-12T00:25:04,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-12T00:25:04,338 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T00:25:04,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6054 2024-11-12T00:25:04,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6057 2024-11-12T00:25:04,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T00:25:04,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2667 2024-11-12T00:25:04,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8000 rows 2024-11-12T00:25:04,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2699 2024-11-12T00:25:04,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8096 rows 2024-11-12T00:25:04,339 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T00:25:04,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:51686 2024-11-12T00:25:04,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:04,344 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-12T00:25:04,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T00:25:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:04,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371104353"}]},"ts":"1731371104353"} 2024-11-12T00:25:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-12T00:25:04,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T00:25:04,378 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T00:25:04,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:25:04,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed48c1f63c9b89b37a93928054e367a1, UNASSIGN}] 2024-11-12T00:25:04,389 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed48c1f63c9b89b37a93928054e367a1, UNASSIGN 2024-11-12T00:25:04,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ed48c1f63c9b89b37a93928054e367a1, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:04,391 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:25:04,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:25:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-12T00:25:04,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:04,553 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:25:04,554 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:25:04,555 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing ed48c1f63c9b89b37a93928054e367a1, disabling compactions & flushes 2024-11-12T00:25:04,555 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:25:04,555 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:25:04,555 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. after waiting 0 ms 2024-11-12T00:25:04,555 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:25:04,556 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing ed48c1f63c9b89b37a93928054e367a1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T00:25:04,556 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=A 2024-11-12T00:25:04,556 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:04,556 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=B 2024-11-12T00:25:04,556 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:04,556 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed48c1f63c9b89b37a93928054e367a1, store=C 2024-11-12T00:25:04,556 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:04,564 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/99074a16156046659143ba215e27814d is 50, key is test_row_0/A:col10/1731371104333/Put/seqid=0 2024-11-12T00:25:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741952_1128 (size=12301) 2024-11-12T00:25:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-12T00:25:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-12T00:25:04,971 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/99074a16156046659143ba215e27814d 2024-11-12T00:25:04,987 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/c7c34362471e42ef9de0ba82b25f2f32 is 50, key is test_row_0/B:col10/1731371104333/Put/seqid=0 2024-11-12T00:25:04,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741953_1129 (size=12301) 2024-11-12T00:25:05,393 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/c7c34362471e42ef9de0ba82b25f2f32 2024-11-12T00:25:05,412 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/5815fd717bd54af18babd3e9c6e23e68 is 50, key is test_row_0/C:col10/1731371104333/Put/seqid=0 2024-11-12T00:25:05,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741954_1130 (size=12301) 2024-11-12T00:25:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-12T00:25:05,484 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T00:25:05,487 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T00:25:05,818 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/5815fd717bd54af18babd3e9c6e23e68 2024-11-12T00:25:05,829 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/A/99074a16156046659143ba215e27814d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/99074a16156046659143ba215e27814d 2024-11-12T00:25:05,835 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/99074a16156046659143ba215e27814d, entries=150, sequenceid=545, filesize=12.0 K 2024-11-12T00:25:05,836 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/B/c7c34362471e42ef9de0ba82b25f2f32 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c7c34362471e42ef9de0ba82b25f2f32 2024-11-12T00:25:05,841 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c7c34362471e42ef9de0ba82b25f2f32, entries=150, sequenceid=545, filesize=12.0 K 2024-11-12T00:25:05,842 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/.tmp/C/5815fd717bd54af18babd3e9c6e23e68 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5815fd717bd54af18babd3e9c6e23e68 2024-11-12T00:25:05,848 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5815fd717bd54af18babd3e9c6e23e68, entries=150, sequenceid=545, filesize=12.0 K 2024-11-12T00:25:05,849 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ed48c1f63c9b89b37a93928054e367a1 in 1294ms, sequenceid=545, compaction requested=true 2024-11-12T00:25:05,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1f97ec2d488f4617b399cb00e0d55333, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cd6d1898fd944ee09f761746f2b48be8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2c151462837e4b82821fbb62a605e194, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/af4161cabb5d47979d986e72d1076d63, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6667339a27504633b073235227058616, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/95127869cc304a43b4939f0d8f6f3ac8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d36641bda18749dcba75a712bd66e87e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/bde27c9fb1b04926bd3646e07318d11b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/20edbae6b282441baaa2b1c05fe5d61a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/626520d07d354d96afdaa6b4f29ab4c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/86672e411e2d47149231a67686fd337c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e626ff858c5d4170af950c6956d7ecdc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6aa5a705a9dd4367b880b7b57f7cb45f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f2a688bea0cf44b680f110aaac1c625a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2f91e724829b4ec3be856ce027dde125, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7ab3996ffe044f5cb10ac0be8f80675e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/de38ce6534e34bd7b271a4199784550d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/85999124c40d4be792205f7ceb54b875, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e5d0ee068ce94d7daafbb995954fc5f0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/8d6c492daa2a4d59b1e61d3dd529b856, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cbf1b993da804808b3bbb8ebb6551b4f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7e860baf99e54f0a883145f47f578b9a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/62b1dce081f4462aa45f5cdc74a8ef15, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/597037a88a794082b38d05e0be2369de, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d7e8659a94ef43578c4137b8ad34a8ef, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/59c9e8d0edad428492d26a893f649e99, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/69ab0178178745ee908b85f317aa7fca, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b739acdfceb4ed49e04ab94fe3f35fc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/297b391dd6e44946a2186b4a29bfcbdd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dcc78e4ba8f3475aa098da02cff240ce, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dce00903907a41ecb2b89c0503139969, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/987338018de84dde9b69d7dd19ad25e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/5f705e5065ef46f5a8dc6b64f5cbc0c5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/70f98f7f081d4ec2af834e8d26a3eb9b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b0a83af5abe4f8aa7facef4c273e898] to archive 2024-11-12T00:25:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:25:05,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1f97ec2d488f4617b399cb00e0d55333 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1f97ec2d488f4617b399cb00e0d55333 2024-11-12T00:25:05,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cd6d1898fd944ee09f761746f2b48be8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cd6d1898fd944ee09f761746f2b48be8 2024-11-12T00:25:05,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2c151462837e4b82821fbb62a605e194 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2c151462837e4b82821fbb62a605e194 2024-11-12T00:25:05,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/af4161cabb5d47979d986e72d1076d63 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/af4161cabb5d47979d986e72d1076d63 2024-11-12T00:25:05,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6667339a27504633b073235227058616 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6667339a27504633b073235227058616 2024-11-12T00:25:05,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/95127869cc304a43b4939f0d8f6f3ac8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/95127869cc304a43b4939f0d8f6f3ac8 2024-11-12T00:25:05,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d36641bda18749dcba75a712bd66e87e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d36641bda18749dcba75a712bd66e87e 2024-11-12T00:25:05,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/bde27c9fb1b04926bd3646e07318d11b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/bde27c9fb1b04926bd3646e07318d11b 2024-11-12T00:25:05,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/20edbae6b282441baaa2b1c05fe5d61a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/20edbae6b282441baaa2b1c05fe5d61a 2024-11-12T00:25:05,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/626520d07d354d96afdaa6b4f29ab4c0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/626520d07d354d96afdaa6b4f29ab4c0 2024-11-12T00:25:05,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/86672e411e2d47149231a67686fd337c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/86672e411e2d47149231a67686fd337c 2024-11-12T00:25:05,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e626ff858c5d4170af950c6956d7ecdc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e626ff858c5d4170af950c6956d7ecdc 2024-11-12T00:25:05,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6aa5a705a9dd4367b880b7b57f7cb45f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/6aa5a705a9dd4367b880b7b57f7cb45f 2024-11-12T00:25:05,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f2a688bea0cf44b680f110aaac1c625a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f2a688bea0cf44b680f110aaac1c625a 2024-11-12T00:25:05,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2f91e724829b4ec3be856ce027dde125 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/2f91e724829b4ec3be856ce027dde125 2024-11-12T00:25:05,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7ab3996ffe044f5cb10ac0be8f80675e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7ab3996ffe044f5cb10ac0be8f80675e 2024-11-12T00:25:05,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/de38ce6534e34bd7b271a4199784550d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/de38ce6534e34bd7b271a4199784550d 2024-11-12T00:25:05,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/85999124c40d4be792205f7ceb54b875 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/85999124c40d4be792205f7ceb54b875 2024-11-12T00:25:05,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e5d0ee068ce94d7daafbb995954fc5f0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/e5d0ee068ce94d7daafbb995954fc5f0 2024-11-12T00:25:05,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/8d6c492daa2a4d59b1e61d3dd529b856 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/8d6c492daa2a4d59b1e61d3dd529b856 2024-11-12T00:25:05,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cbf1b993da804808b3bbb8ebb6551b4f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/cbf1b993da804808b3bbb8ebb6551b4f 2024-11-12T00:25:05,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7e860baf99e54f0a883145f47f578b9a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/7e860baf99e54f0a883145f47f578b9a 2024-11-12T00:25:05,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/62b1dce081f4462aa45f5cdc74a8ef15 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/62b1dce081f4462aa45f5cdc74a8ef15 2024-11-12T00:25:05,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/597037a88a794082b38d05e0be2369de to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/597037a88a794082b38d05e0be2369de 2024-11-12T00:25:05,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d7e8659a94ef43578c4137b8ad34a8ef to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/d7e8659a94ef43578c4137b8ad34a8ef 2024-11-12T00:25:05,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/59c9e8d0edad428492d26a893f649e99 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/59c9e8d0edad428492d26a893f649e99 2024-11-12T00:25:05,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/69ab0178178745ee908b85f317aa7fca to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/69ab0178178745ee908b85f317aa7fca 2024-11-12T00:25:05,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b739acdfceb4ed49e04ab94fe3f35fc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b739acdfceb4ed49e04ab94fe3f35fc 2024-11-12T00:25:05,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/297b391dd6e44946a2186b4a29bfcbdd to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/297b391dd6e44946a2186b4a29bfcbdd 2024-11-12T00:25:05,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dcc78e4ba8f3475aa098da02cff240ce to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dcc78e4ba8f3475aa098da02cff240ce 2024-11-12T00:25:05,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dce00903907a41ecb2b89c0503139969 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/dce00903907a41ecb2b89c0503139969 2024-11-12T00:25:05,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/987338018de84dde9b69d7dd19ad25e7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/987338018de84dde9b69d7dd19ad25e7 2024-11-12T00:25:05,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/5f705e5065ef46f5a8dc6b64f5cbc0c5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/5f705e5065ef46f5a8dc6b64f5cbc0c5 2024-11-12T00:25:05,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/70f98f7f081d4ec2af834e8d26a3eb9b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/70f98f7f081d4ec2af834e8d26a3eb9b 2024-11-12T00:25:05,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b0a83af5abe4f8aa7facef4c273e898 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/1b0a83af5abe4f8aa7facef4c273e898 2024-11-12T00:25:05,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/021fdc7fff374ca1a2f4e8070e713d93, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a98f3b5037094c298966048aade270df, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/25f8da0b762547b7b1f1cb61d750ca65, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/422eea84f07341b697bf85868fb46ae2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f236aafad8064054b42226180da22737, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1cd7a9e56e474f678dda12ee8615dde4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6bf421ab4db24587ab01c41866b42df8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a2415a33f49842739827a67bede66f2a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a77e01e4d3e847f6bee470a28dbf2f60, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/226d5a8cdfe14f6f955ef921360ab374, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bdf55a5453b340c18ee9ecfed1f0dec9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3f435d74070f4d84be6a73abef7780d9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f8c1962c9ea04a4d9887ceb54c80119c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/36d3eec46684408491f16e7ea440da09, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5e980b6fcde046ba8e9e9ed202b8e5b4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1ed521edd6254f2c89f8b0c2b03135d2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f66263181494e7ca02b0e2a1ebf7cf3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5425d3964d5d4a97bbe3dd63aa2707bd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/ba89a4b3c25246688726d75edf3c2b2f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f4ccf5ce102451dad77672a61745a25, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/56e8207f37844f75afdafe48f8ec2720, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/caf4e7a3837f4d12932d9f902af4b1e2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/28667d59129641fea5eabe0bad796b2f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/20e9b16bdee747f3a16a972918cc83b8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/013f9856c01441139c7d352dcada198d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/578fb72b6ef8448ca00b2bdc8bc37764, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bb0c2532b9e246fb9d244923cd375956, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c5c8b97bed0d4f4eb909d8f0ce98798c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d0d7b32a8e73446492a5a30d77812f0d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/fb5099aa8296437d96dbe7f7c1c8f73a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/05966bed29e841279213b7a6d1e0580d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/51ab7c6e768246d9b9af431279bed9f7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/b39d4f00191546c593298067b11e50b2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3ba36573f8b4414a8ee7b55bda62c2e5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/83e1f05257ac4809a72d2c668486f651] to archive 2024-11-12T00:25:05,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:25:05,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/021fdc7fff374ca1a2f4e8070e713d93 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/021fdc7fff374ca1a2f4e8070e713d93 2024-11-12T00:25:05,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a98f3b5037094c298966048aade270df to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a98f3b5037094c298966048aade270df 2024-11-12T00:25:05,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/25f8da0b762547b7b1f1cb61d750ca65 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/25f8da0b762547b7b1f1cb61d750ca65 2024-11-12T00:25:05,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/422eea84f07341b697bf85868fb46ae2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/422eea84f07341b697bf85868fb46ae2 2024-11-12T00:25:05,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f236aafad8064054b42226180da22737 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f236aafad8064054b42226180da22737 2024-11-12T00:25:05,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1cd7a9e56e474f678dda12ee8615dde4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1cd7a9e56e474f678dda12ee8615dde4 2024-11-12T00:25:05,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6bf421ab4db24587ab01c41866b42df8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6bf421ab4db24587ab01c41866b42df8 2024-11-12T00:25:05,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a2415a33f49842739827a67bede66f2a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a2415a33f49842739827a67bede66f2a 2024-11-12T00:25:05,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a77e01e4d3e847f6bee470a28dbf2f60 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/a77e01e4d3e847f6bee470a28dbf2f60 2024-11-12T00:25:05,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/226d5a8cdfe14f6f955ef921360ab374 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/226d5a8cdfe14f6f955ef921360ab374 2024-11-12T00:25:05,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bdf55a5453b340c18ee9ecfed1f0dec9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bdf55a5453b340c18ee9ecfed1f0dec9 2024-11-12T00:25:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3f435d74070f4d84be6a73abef7780d9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3f435d74070f4d84be6a73abef7780d9 2024-11-12T00:25:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f8c1962c9ea04a4d9887ceb54c80119c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/f8c1962c9ea04a4d9887ceb54c80119c 2024-11-12T00:25:05,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/36d3eec46684408491f16e7ea440da09 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/36d3eec46684408491f16e7ea440da09 2024-11-12T00:25:05,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5e980b6fcde046ba8e9e9ed202b8e5b4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5e980b6fcde046ba8e9e9ed202b8e5b4 2024-11-12T00:25:05,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1ed521edd6254f2c89f8b0c2b03135d2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/1ed521edd6254f2c89f8b0c2b03135d2 2024-11-12T00:25:05,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f66263181494e7ca02b0e2a1ebf7cf3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f66263181494e7ca02b0e2a1ebf7cf3 2024-11-12T00:25:05,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5425d3964d5d4a97bbe3dd63aa2707bd to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/5425d3964d5d4a97bbe3dd63aa2707bd 2024-11-12T00:25:05,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/ba89a4b3c25246688726d75edf3c2b2f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/ba89a4b3c25246688726d75edf3c2b2f 2024-11-12T00:25:05,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f4ccf5ce102451dad77672a61745a25 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/2f4ccf5ce102451dad77672a61745a25 2024-11-12T00:25:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/56e8207f37844f75afdafe48f8ec2720 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/56e8207f37844f75afdafe48f8ec2720 2024-11-12T00:25:05,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/caf4e7a3837f4d12932d9f902af4b1e2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/caf4e7a3837f4d12932d9f902af4b1e2 2024-11-12T00:25:05,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/28667d59129641fea5eabe0bad796b2f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/28667d59129641fea5eabe0bad796b2f 2024-11-12T00:25:05,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/20e9b16bdee747f3a16a972918cc83b8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/20e9b16bdee747f3a16a972918cc83b8 2024-11-12T00:25:05,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/013f9856c01441139c7d352dcada198d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/013f9856c01441139c7d352dcada198d 2024-11-12T00:25:05,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/578fb72b6ef8448ca00b2bdc8bc37764 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/578fb72b6ef8448ca00b2bdc8bc37764 2024-11-12T00:25:05,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bb0c2532b9e246fb9d244923cd375956 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/bb0c2532b9e246fb9d244923cd375956 2024-11-12T00:25:05,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c5c8b97bed0d4f4eb909d8f0ce98798c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c5c8b97bed0d4f4eb909d8f0ce98798c 2024-11-12T00:25:05,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d0d7b32a8e73446492a5a30d77812f0d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d0d7b32a8e73446492a5a30d77812f0d 2024-11-12T00:25:05,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/fb5099aa8296437d96dbe7f7c1c8f73a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/fb5099aa8296437d96dbe7f7c1c8f73a 2024-11-12T00:25:05,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/05966bed29e841279213b7a6d1e0580d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/05966bed29e841279213b7a6d1e0580d 2024-11-12T00:25:05,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/51ab7c6e768246d9b9af431279bed9f7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/51ab7c6e768246d9b9af431279bed9f7 2024-11-12T00:25:05,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/b39d4f00191546c593298067b11e50b2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/b39d4f00191546c593298067b11e50b2 2024-11-12T00:25:05,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3ba36573f8b4414a8ee7b55bda62c2e5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/3ba36573f8b4414a8ee7b55bda62c2e5 2024-11-12T00:25:05,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/83e1f05257ac4809a72d2c668486f651 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/83e1f05257ac4809a72d2c668486f651 2024-11-12T00:25:05,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1530b4ca885a4c25b54c7a0a0d473974, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e109bfead1c64efab6811f1d4a2c367c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/cd765337056242248e8d012d3d4e323a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b951384b3d9840d8a846befad06fddbc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/15647800381845c8bf2e887bbd7eee13, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/006968843e6f4aa8b014b99c957335a6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/05f141480e1149c9902a4501d268075b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/33a3227d313f47b684d2951e6f6ce6a5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5516aaf88d774139ae05f61408bd8996, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/956c4faa8a0d4c7689d68ab96edce5cf, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b1874043aca545a5b7af21bb4d419b9a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4cb6eaf49b3240b1abf4ba27a0242203, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/dde9bd9ee8a140bdbb24c231d23a9516, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/01bfc478442346058388d9a3224bdeca, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d3a3a04088f141ef8fda11d182e53222, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/c9ee16eb8e124359a04653feab41b397, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/570e07c39773490b9df69a1cb7c1db7e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d2ea1fe059cb42bf9cd0aa70f0c0842a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/360a3663a31f450498c532c054328bd1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/df841ffc5c5e4edf82bcdac1ea7f2117, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4734f81718df429b8e9f1e0b2ba9d74e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/35563be99744424193bed9e1cfb5a30f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d201f410ed0d4e23a01fbb9849e5a456, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/946ef9cc637b46b982ec9aef3c46ec90, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/63c7bd93c0e640b894e3bcce77eeb99a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/97085c3c510e4257a97caf7b62119806, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1d4b98d43eb443b898158f0d32152283, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/16261a0cbf3e467fb3c3b8b9a9d704e0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/adedbba3b60348f4be896faa1df27765, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/8d675d1645fe4b249583f48f33aeb8f8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e3248cd7a9244bcdadd231d9bdcb20c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d4bf6ff790064cf4b5644e2052eb97c3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/7d5779c3c4df44078f7b7ffac13f2a64, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/fafcc43274474a779adb1320be1de4fb] to archive 2024-11-12T00:25:05,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:25:05,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1530b4ca885a4c25b54c7a0a0d473974 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1530b4ca885a4c25b54c7a0a0d473974 2024-11-12T00:25:05,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e109bfead1c64efab6811f1d4a2c367c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e109bfead1c64efab6811f1d4a2c367c 2024-11-12T00:25:05,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/cd765337056242248e8d012d3d4e323a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/cd765337056242248e8d012d3d4e323a 2024-11-12T00:25:05,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b951384b3d9840d8a846befad06fddbc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b951384b3d9840d8a846befad06fddbc 2024-11-12T00:25:05,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/15647800381845c8bf2e887bbd7eee13 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/15647800381845c8bf2e887bbd7eee13 2024-11-12T00:25:05,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/006968843e6f4aa8b014b99c957335a6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/006968843e6f4aa8b014b99c957335a6 2024-11-12T00:25:05,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/05f141480e1149c9902a4501d268075b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/05f141480e1149c9902a4501d268075b 2024-11-12T00:25:05,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/33a3227d313f47b684d2951e6f6ce6a5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/33a3227d313f47b684d2951e6f6ce6a5 2024-11-12T00:25:05,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5516aaf88d774139ae05f61408bd8996 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5516aaf88d774139ae05f61408bd8996 2024-11-12T00:25:05,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/956c4faa8a0d4c7689d68ab96edce5cf to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/956c4faa8a0d4c7689d68ab96edce5cf 2024-11-12T00:25:05,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b1874043aca545a5b7af21bb4d419b9a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b1874043aca545a5b7af21bb4d419b9a 2024-11-12T00:25:05,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4cb6eaf49b3240b1abf4ba27a0242203 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4cb6eaf49b3240b1abf4ba27a0242203 2024-11-12T00:25:05,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/dde9bd9ee8a140bdbb24c231d23a9516 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/dde9bd9ee8a140bdbb24c231d23a9516 2024-11-12T00:25:05,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/01bfc478442346058388d9a3224bdeca to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/01bfc478442346058388d9a3224bdeca 2024-11-12T00:25:05,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d3a3a04088f141ef8fda11d182e53222 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d3a3a04088f141ef8fda11d182e53222 2024-11-12T00:25:05,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/c9ee16eb8e124359a04653feab41b397 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/c9ee16eb8e124359a04653feab41b397 2024-11-12T00:25:05,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/570e07c39773490b9df69a1cb7c1db7e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/570e07c39773490b9df69a1cb7c1db7e 2024-11-12T00:25:05,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d2ea1fe059cb42bf9cd0aa70f0c0842a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d2ea1fe059cb42bf9cd0aa70f0c0842a 2024-11-12T00:25:05,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/360a3663a31f450498c532c054328bd1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/360a3663a31f450498c532c054328bd1 2024-11-12T00:25:05,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/df841ffc5c5e4edf82bcdac1ea7f2117 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/df841ffc5c5e4edf82bcdac1ea7f2117 2024-11-12T00:25:05,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4734f81718df429b8e9f1e0b2ba9d74e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/4734f81718df429b8e9f1e0b2ba9d74e 2024-11-12T00:25:05,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/35563be99744424193bed9e1cfb5a30f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/35563be99744424193bed9e1cfb5a30f 2024-11-12T00:25:05,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d201f410ed0d4e23a01fbb9849e5a456 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d201f410ed0d4e23a01fbb9849e5a456 2024-11-12T00:25:05,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/946ef9cc637b46b982ec9aef3c46ec90 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/946ef9cc637b46b982ec9aef3c46ec90 2024-11-12T00:25:05,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/63c7bd93c0e640b894e3bcce77eeb99a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/63c7bd93c0e640b894e3bcce77eeb99a 2024-11-12T00:25:05,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/97085c3c510e4257a97caf7b62119806 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/97085c3c510e4257a97caf7b62119806 2024-11-12T00:25:05,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1d4b98d43eb443b898158f0d32152283 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/1d4b98d43eb443b898158f0d32152283 2024-11-12T00:25:05,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/16261a0cbf3e467fb3c3b8b9a9d704e0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/16261a0cbf3e467fb3c3b8b9a9d704e0 2024-11-12T00:25:05,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/adedbba3b60348f4be896faa1df27765 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/adedbba3b60348f4be896faa1df27765 2024-11-12T00:25:05,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/8d675d1645fe4b249583f48f33aeb8f8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/8d675d1645fe4b249583f48f33aeb8f8 2024-11-12T00:25:05,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e3248cd7a9244bcdadd231d9bdcb20c0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/e3248cd7a9244bcdadd231d9bdcb20c0 2024-11-12T00:25:05,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d4bf6ff790064cf4b5644e2052eb97c3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/d4bf6ff790064cf4b5644e2052eb97c3 2024-11-12T00:25:05,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/7d5779c3c4df44078f7b7ffac13f2a64 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/7d5779c3c4df44078f7b7ffac13f2a64 2024-11-12T00:25:05,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/fafcc43274474a779adb1320be1de4fb to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/fafcc43274474a779adb1320be1de4fb 2024-11-12T00:25:05,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/recovered.edits/548.seqid, newMaxSeqId=548, maxSeqId=1 2024-11-12T00:25:05,998 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1. 2024-11-12T00:25:05,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for ed48c1f63c9b89b37a93928054e367a1: 2024-11-12T00:25:06,000 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:25:06,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ed48c1f63c9b89b37a93928054e367a1, regionState=CLOSED 2024-11-12T00:25:06,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-12T00:25:06,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure ed48c1f63c9b89b37a93928054e367a1, server=4ab586620e8d,41623,1731371070899 in 1.6090 sec 2024-11-12T00:25:06,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-12T00:25:06,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed48c1f63c9b89b37a93928054e367a1, UNASSIGN in 1.6150 sec 2024-11-12T00:25:06,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-12T00:25:06,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6240 sec 2024-11-12T00:25:06,006 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371106006"}]},"ts":"1731371106006"} 2024-11-12T00:25:06,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T00:25:06,045 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T00:25:06,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6970 sec 2024-11-12T00:25:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-12T00:25:06,463 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-12T00:25:06,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T00:25:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:06,478 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:06,479 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-12T00:25:06,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:25:06,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/recovered.edits] 2024-11-12T00:25:06,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/245ac54f19f04f96999870e465a2a223 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/245ac54f19f04f96999870e465a2a223 2024-11-12T00:25:06,494 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/99074a16156046659143ba215e27814d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/99074a16156046659143ba215e27814d 2024-11-12T00:25:06,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/afd759ce7e8041e2a65a863103a449c9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/afd759ce7e8041e2a65a863103a449c9 2024-11-12T00:25:06,496 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f0b2d2ef9e6a42dba81f8f771efe21eb to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/A/f0b2d2ef9e6a42dba81f8f771efe21eb 2024-11-12T00:25:06,499 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6f621e430b214147875c54908cfe2ee0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/6f621e430b214147875c54908cfe2ee0 2024-11-12T00:25:06,500 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c7c34362471e42ef9de0ba82b25f2f32 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/c7c34362471e42ef9de0ba82b25f2f32 2024-11-12T00:25:06,501 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d352973481064cde911696f37e01c639 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/d352973481064cde911696f37e01c639 2024-11-12T00:25:06,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/e547a313fc9c48a6aa955c4ea6c30332 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/B/e547a313fc9c48a6aa955c4ea6c30332 2024-11-12T00:25:06,504 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5815fd717bd54af18babd3e9c6e23e68 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/5815fd717bd54af18babd3e9c6e23e68 2024-11-12T00:25:06,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/76f39f65bedd40c3a9cb5d5ecc9b3e4a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/76f39f65bedd40c3a9cb5d5ecc9b3e4a 2024-11-12T00:25:06,506 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/99a5e2933a92463cb49783f55f307cca to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/99a5e2933a92463cb49783f55f307cca 2024-11-12T00:25:06,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b5552c46fbc9437bbc57118c422329df to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/C/b5552c46fbc9437bbc57118c422329df 2024-11-12T00:25:06,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/recovered.edits/548.seqid to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1/recovered.edits/548.seqid 2024-11-12T00:25:06,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/ed48c1f63c9b89b37a93928054e367a1 2024-11-12T00:25:06,510 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T00:25:06,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:06,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T00:25:06,525 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T00:25:06,551 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T00:25:06,553 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:06,553 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T00:25:06,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731371106553"}]},"ts":"9223372036854775807"} 2024-11-12T00:25:06,556 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-12T00:25:06,556 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ed48c1f63c9b89b37a93928054e367a1, NAME => 'TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T00:25:06,556 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T00:25:06,556 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731371106556"}]},"ts":"9223372036854775807"} 2024-11-12T00:25:06,558 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-12T00:25:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-12T00:25:06,595 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:06,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 122 msec 2024-11-12T00:25:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-12T00:25:06,782 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-12T00:25:06,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=237 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e42799d-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1471932768_22 at /127.0.0.1:35320 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e42799d-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e42799d-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4ab586620e8d:41623-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e42799d-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=580 (was 1127) 2024-11-12T00:25:06,807 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=579 2024-11-12T00:25:06,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:25:06,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:25:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:06,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T00:25:06,811 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:06,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-12T00:25:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-12T00:25:06,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T00:25:06,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741955_1131 (size=960) 2024-11-12T00:25:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-12T00:25:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-12T00:25:07,226 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:25:07,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741956_1132 (size=53) 2024-11-12T00:25:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-12T00:25:07,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:25:07,639 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a74d18632d1ea531916977acdc4a3206, disabling compactions & flushes 2024-11-12T00:25:07,639 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:07,639 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:07,639 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. after waiting 0 ms 2024-11-12T00:25:07,639 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:07,639 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:07,639 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:07,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T00:25:07,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731371107657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731371107657"}]},"ts":"1731371107657"} 2024-11-12T00:25:07,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T00:25:07,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T00:25:07,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371107659"}]},"ts":"1731371107659"} 2024-11-12T00:25:07,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T00:25:07,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, ASSIGN}] 2024-11-12T00:25:07,714 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, ASSIGN 2024-11-12T00:25:07,715 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, ASSIGN; state=OFFLINE, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=false 2024-11-12T00:25:07,867 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:07,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:25:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-12T00:25:08,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:08,032 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:08,033 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:25:08,033 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,033 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:25:08,034 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,034 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,036 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,039 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:08,039 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74d18632d1ea531916977acdc4a3206 columnFamilyName A 2024-11-12T00:25:08,039 DEBUG [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:08,040 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(327): Store=a74d18632d1ea531916977acdc4a3206/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:08,040 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,042 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:08,043 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74d18632d1ea531916977acdc4a3206 columnFamilyName B 2024-11-12T00:25:08,043 DEBUG [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:08,043 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(327): Store=a74d18632d1ea531916977acdc4a3206/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:08,043 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,044 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:08,044 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74d18632d1ea531916977acdc4a3206 columnFamilyName C 2024-11-12T00:25:08,044 DEBUG [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:08,045 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(327): Store=a74d18632d1ea531916977acdc4a3206/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:08,045 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:08,045 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,046 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,047 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:25:08,048 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:08,050 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:25:08,050 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened a74d18632d1ea531916977acdc4a3206; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63873599, jitterRate=-0.04820920526981354}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:25:08,051 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:08,052 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., pid=37, masterSystemTime=1731371108025 2024-11-12T00:25:08,053 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:08,053 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:08,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:08,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T00:25:08,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 in 185 msec 2024-11-12T00:25:08,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-12T00:25:08,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, ASSIGN in 345 msec 2024-11-12T00:25:08,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T00:25:08,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371108059"}]},"ts":"1731371108059"} 2024-11-12T00:25:08,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T00:25:08,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T00:25:08,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2620 sec 2024-11-12T00:25:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-12T00:25:08,924 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-12T00:25:08,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fcb4db1 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e39091e 2024-11-12T00:25:08,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd61ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:08,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:08,978 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:08,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T00:25:08,984 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T00:25:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:25:08,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:25:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:09,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741957_1133 (size=996) 2024-11-12T00:25:09,411 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-12T00:25:09,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-12T00:25:09,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:25:09,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, REOPEN/MOVE}] 2024-11-12T00:25:09,428 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, REOPEN/MOVE 2024-11-12T00:25:09,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:09,430 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:25:09,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:25:09,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:09,583 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,583 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:25:09,583 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing a74d18632d1ea531916977acdc4a3206, disabling compactions & flushes 2024-11-12T00:25:09,583 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,583 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,583 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. after waiting 0 ms 2024-11-12T00:25:09,583 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,593 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T00:25:09,595 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,595 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:09,595 WARN [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: a74d18632d1ea531916977acdc4a3206 to self. 2024-11-12T00:25:09,597 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=CLOSED 2024-11-12T00:25:09,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-12T00:25:09,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 in 169 msec 2024-11-12T00:25:09,601 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, REOPEN/MOVE; state=CLOSED, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=true 2024-11-12T00:25:09,752 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:09,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:25:09,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:09,908 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,908 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:25:09,908 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,908 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:25:09,908 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,908 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,911 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,911 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:09,915 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74d18632d1ea531916977acdc4a3206 columnFamilyName A 2024-11-12T00:25:09,917 DEBUG [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:09,917 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(327): Store=a74d18632d1ea531916977acdc4a3206/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:09,918 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,919 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:09,919 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74d18632d1ea531916977acdc4a3206 columnFamilyName B 2024-11-12T00:25:09,919 DEBUG [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:09,919 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(327): Store=a74d18632d1ea531916977acdc4a3206/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:09,920 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,920 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:09,920 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74d18632d1ea531916977acdc4a3206 columnFamilyName C 2024-11-12T00:25:09,920 DEBUG [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:09,921 INFO [StoreOpener-a74d18632d1ea531916977acdc4a3206-1 {}] regionserver.HStore(327): Store=a74d18632d1ea531916977acdc4a3206/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:09,921 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,922 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,923 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,924 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:25:09,926 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:09,927 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened a74d18632d1ea531916977acdc4a3206; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66542333, jitterRate=-0.008441969752311707}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:25:09,928 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:09,929 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., pid=42, masterSystemTime=1731371109905 2024-11-12T00:25:09,930 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,931 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:09,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=OPEN, openSeqNum=5, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:09,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-12T00:25:09,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 in 179 msec 2024-11-12T00:25:09,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-12T00:25:09,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, REOPEN/MOVE in 507 msec 2024-11-12T00:25:09,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-12T00:25:09,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-12T00:25:09,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 946 msec 2024-11-12T00:25:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-12T00:25:09,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ff49468 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ce9782 2024-11-12T00:25:10,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e36677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,010 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7763c4d1 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@216df2bd 2024-11-12T00:25:10,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19feb577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x012bf893 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14d1bb75 2024-11-12T00:25:10,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2170d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34a1b861 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@499c4ae8 2024-11-12T00:25:10,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71364816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61900726 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45472b1d 2024-11-12T00:25:10,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2bd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75df0cb6 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66547f33 2024-11-12T00:25:10,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf8c7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,056 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9643ec to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b7e00ea 2024-11-12T00:25:10,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d3d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5422eac1 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fa0c9ff 2024-11-12T00:25:10,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504715bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x019d0bb4 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dbd549 2024-11-12T00:25:10,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4059e724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:10,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:10,085 DEBUG [hconnection-0x3a83afe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-12T00:25:10,086 DEBUG [hconnection-0x2696aa23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,086 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-12T00:25:10,087 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:10,088 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,088 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:10,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:10,090 DEBUG [hconnection-0x12e2ac45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,091 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,095 DEBUG [hconnection-0x27a3616c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,096 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,098 DEBUG [hconnection-0x266405ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,102 DEBUG [hconnection-0x7abdb9aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,105 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,105 DEBUG [hconnection-0x3795ec0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,107 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,111 DEBUG [hconnection-0x8e94b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:10,112 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T00:25:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:10,115 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:10,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371170141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371170144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371170144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371170148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371170147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126cde49585b4a4623a3d3ba50a59cf72e_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371110101/Put/seqid=0 2024-11-12T00:25:10,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741958_1134 (size=12154) 2024-11-12T00:25:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-12T00:25:10,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-12T00:25:10,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:10,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371170249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371170253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371170253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371170256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371170256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-12T00:25:10,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-12T00:25:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371170455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371170455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371170455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371170457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371170457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-12T00:25:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:10,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:10,577 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126cde49585b4a4623a3d3ba50a59cf72e_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126cde49585b4a4623a3d3ba50a59cf72e_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:10,578 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/292c5244a40f4d82b5f54f761372e1f9, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:10,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/292c5244a40f4d82b5f54f761372e1f9 is 175, key is test_row_0/A:col10/1731371110101/Put/seqid=0 2024-11-12T00:25:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741959_1135 (size=30955) 2024-11-12T00:25:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-12T00:25:10,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-12T00:25:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371170758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371170758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371170758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371170762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371170762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:10,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-12T00:25:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:10,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:10,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/292c5244a40f4d82b5f54f761372e1f9 2024-11-12T00:25:11,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-12T00:25:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:11,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:11,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e1104930b6dc4b1994069dac254b71d5 is 50, key is test_row_0/B:col10/1731371110101/Put/seqid=0 2024-11-12T00:25:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741960_1136 (size=12001) 2024-11-12T00:25:11,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e1104930b6dc4b1994069dac254b71d5 2024-11-12T00:25:11,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/0017e1c71ea243b58f17e624d302f7ff is 50, key is test_row_0/C:col10/1731371110101/Put/seqid=0 2024-11-12T00:25:11,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741961_1137 (size=12001) 2024-11-12T00:25:11,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/0017e1c71ea243b58f17e624d302f7ff 2024-11-12T00:25:11,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/292c5244a40f4d82b5f54f761372e1f9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/292c5244a40f4d82b5f54f761372e1f9 2024-11-12T00:25:11,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/292c5244a40f4d82b5f54f761372e1f9, entries=150, sequenceid=17, filesize=30.2 K 2024-11-12T00:25:11,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e1104930b6dc4b1994069dac254b71d5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e1104930b6dc4b1994069dac254b71d5 2024-11-12T00:25:11,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e1104930b6dc4b1994069dac254b71d5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T00:25:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/0017e1c71ea243b58f17e624d302f7ff as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/0017e1c71ea243b58f17e624d302f7ff 2024-11-12T00:25:11,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/0017e1c71ea243b58f17e624d302f7ff, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T00:25:11,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a74d18632d1ea531916977acdc4a3206 in 988ms, sequenceid=17, compaction requested=false 2024-11-12T00:25:11,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:11,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-12T00:25:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:11,160 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T00:25:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123b3bf1185c1b407b8adc438f438380b4_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371110142/Put/seqid=0 2024-11-12T00:25:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741962_1138 (size=12154) 2024-11-12T00:25:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-12T00:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:11,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:11,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371171271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371171272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371171273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371171274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371171274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371171375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371171378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371171378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371171378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371171379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T00:25:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371171579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371171583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371171583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371171584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371171584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,587 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123b3bf1185c1b407b8adc438f438380b4_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123b3bf1185c1b407b8adc438f438380b4_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:11,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/813ce943db6d4f3ca949fb4e1e46f8fd, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/813ce943db6d4f3ca949fb4e1e46f8fd is 175, key is test_row_0/A:col10/1731371110142/Put/seqid=0 2024-11-12T00:25:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741963_1139 (size=30955) 2024-11-12T00:25:11,595 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/813ce943db6d4f3ca949fb4e1e46f8fd 2024-11-12T00:25:11,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/ddd06f8ff022400683ecc1e5afcfc5a4 is 50, key is test_row_0/B:col10/1731371110142/Put/seqid=0 2024-11-12T00:25:11,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741964_1140 (size=12001) 2024-11-12T00:25:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371171885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371171886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371171887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371171887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371171888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:12,011 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/ddd06f8ff022400683ecc1e5afcfc5a4 2024-11-12T00:25:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/8b600d2f3b65402590692f8fd8c17c63 is 50, key is test_row_0/C:col10/1731371110142/Put/seqid=0 2024-11-12T00:25:12,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741965_1141 (size=12001) 2024-11-12T00:25:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-12T00:25:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371172390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371172390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371172391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371172392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371172393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:12,425 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/8b600d2f3b65402590692f8fd8c17c63 2024-11-12T00:25:12,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/813ce943db6d4f3ca949fb4e1e46f8fd as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/813ce943db6d4f3ca949fb4e1e46f8fd 2024-11-12T00:25:12,436 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/813ce943db6d4f3ca949fb4e1e46f8fd, entries=150, sequenceid=40, filesize=30.2 K 2024-11-12T00:25:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/ddd06f8ff022400683ecc1e5afcfc5a4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ddd06f8ff022400683ecc1e5afcfc5a4 2024-11-12T00:25:12,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ddd06f8ff022400683ecc1e5afcfc5a4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T00:25:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/8b600d2f3b65402590692f8fd8c17c63 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8b600d2f3b65402590692f8fd8c17c63 2024-11-12T00:25:12,451 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8b600d2f3b65402590692f8fd8c17c63, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T00:25:12,452 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a74d18632d1ea531916977acdc4a3206 in 1292ms, sequenceid=40, compaction requested=false 2024-11-12T00:25:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T00:25:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-12T00:25:12,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-12T00:25:12,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-11-12T00:25:12,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.3720 sec 2024-11-12T00:25:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:13,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T00:25:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:13,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125a4e1170b319470c8e3ea9984e18a4db_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371111269/Put/seqid=0 2024-11-12T00:25:13,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741966_1142 (size=12154) 2024-11-12T00:25:13,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:13,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,422 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125a4e1170b319470c8e3ea9984e18a4db_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125a4e1170b319470c8e3ea9984e18a4db_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371173416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,423 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/6e67f99c66f948be9cf103bf3c003181, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:13,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/6e67f99c66f948be9cf103bf3c003181 is 175, key is test_row_0/A:col10/1731371111269/Put/seqid=0 2024-11-12T00:25:13,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371173417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371173418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371173420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371173422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741967_1143 (size=30955) 2024-11-12T00:25:13,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/6e67f99c66f948be9cf103bf3c003181 2024-11-12T00:25:13,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/cf5ec23c8a864527bd777032ac6875f0 is 50, key is test_row_0/B:col10/1731371111269/Put/seqid=0 2024-11-12T00:25:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741968_1144 (size=12001) 2024-11-12T00:25:13,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371173523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371173525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371173526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371173526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371173527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371173727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371173729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371173729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371173731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371173731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:13,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/cf5ec23c8a864527bd777032ac6875f0 2024-11-12T00:25:13,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/4d94e1d74ae4452e9022e8c2cc0343a7 is 50, key is test_row_0/C:col10/1731371111269/Put/seqid=0 2024-11-12T00:25:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741969_1145 (size=12001) 2024-11-12T00:25:13,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/4d94e1d74ae4452e9022e8c2cc0343a7 2024-11-12T00:25:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/6e67f99c66f948be9cf103bf3c003181 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/6e67f99c66f948be9cf103bf3c003181 2024-11-12T00:25:13,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/6e67f99c66f948be9cf103bf3c003181, entries=150, sequenceid=55, filesize=30.2 K 2024-11-12T00:25:13,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/cf5ec23c8a864527bd777032ac6875f0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/cf5ec23c8a864527bd777032ac6875f0 2024-11-12T00:25:13,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/cf5ec23c8a864527bd777032ac6875f0, entries=150, sequenceid=55, filesize=11.7 K 2024-11-12T00:25:13,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/4d94e1d74ae4452e9022e8c2cc0343a7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/4d94e1d74ae4452e9022e8c2cc0343a7 2024-11-12T00:25:13,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/4d94e1d74ae4452e9022e8c2cc0343a7, entries=150, sequenceid=55, filesize=11.7 K 2024-11-12T00:25:13,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a74d18632d1ea531916977acdc4a3206 in 496ms, sequenceid=55, compaction requested=true 2024-11-12T00:25:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:13,896 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:13,896 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:13,897 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:13,897 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/A is initiating minor compaction (all files) 2024-11-12T00:25:13,897 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/A in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:13,897 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/292c5244a40f4d82b5f54f761372e1f9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/813ce943db6d4f3ca949fb4e1e46f8fd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/6e67f99c66f948be9cf103bf3c003181] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=90.7 K 2024-11-12T00:25:13,898 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:13,898 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/292c5244a40f4d82b5f54f761372e1f9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/813ce943db6d4f3ca949fb4e1e46f8fd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/6e67f99c66f948be9cf103bf3c003181] 2024-11-12T00:25:13,898 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 292c5244a40f4d82b5f54f761372e1f9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371110094 2024-11-12T00:25:13,899 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:13,899 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/B is initiating minor compaction (all files) 2024-11-12T00:25:13,899 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/B in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:13,899 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813ce943db6d4f3ca949fb4e1e46f8fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731371110141 2024-11-12T00:25:13,899 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e1104930b6dc4b1994069dac254b71d5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ddd06f8ff022400683ecc1e5afcfc5a4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/cf5ec23c8a864527bd777032ac6875f0] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=35.2 K 2024-11-12T00:25:13,900 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e67f99c66f948be9cf103bf3c003181, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371111269 2024-11-12T00:25:13,900 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e1104930b6dc4b1994069dac254b71d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371110094 2024-11-12T00:25:13,900 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd06f8ff022400683ecc1e5afcfc5a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731371110141 2024-11-12T00:25:13,901 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting cf5ec23c8a864527bd777032ac6875f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371111269 2024-11-12T00:25:13,908 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:13,909 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:13,910 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/8b8068b77b254417b532ae2fa109529a is 50, key is test_row_0/B:col10/1731371111269/Put/seqid=0 2024-11-12T00:25:13,913 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111214b5271845e94ddeb59a785fb6a28d82_a74d18632d1ea531916977acdc4a3206 store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:13,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741970_1146 (size=12104) 2024-11-12T00:25:13,921 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111214b5271845e94ddeb59a785fb6a28d82_a74d18632d1ea531916977acdc4a3206, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:13,922 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111214b5271845e94ddeb59a785fb6a28d82_a74d18632d1ea531916977acdc4a3206 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741971_1147 (size=4469) 2024-11-12T00:25:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:14,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T00:25:14,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:14,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:14,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:14,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:14,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:14,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:14,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111225b44ddcb46e4857983275592fe2edd2_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371113418/Put/seqid=0 2024-11-12T00:25:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741972_1148 (size=14594) 2024-11-12T00:25:14,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371174049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371174048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371174051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371174056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371174056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371174157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371174157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371174157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371174161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371174161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-12T00:25:14,191 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-12T00:25:14,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-12T00:25:14,194 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-12T00:25:14,195 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:14,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-12T00:25:14,320 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/8b8068b77b254417b532ae2fa109529a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8b8068b77b254417b532ae2fa109529a 2024-11-12T00:25:14,326 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/B of a74d18632d1ea531916977acdc4a3206 into 8b8068b77b254417b532ae2fa109529a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:14,326 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:14,326 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/B, priority=13, startTime=1731371113896; duration=0sec 2024-11-12T00:25:14,326 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:14,326 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:B 2024-11-12T00:25:14,326 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:14,327 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:14,327 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/C is initiating minor compaction (all files) 2024-11-12T00:25:14,328 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/C in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,328 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/0017e1c71ea243b58f17e624d302f7ff, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8b600d2f3b65402590692f8fd8c17c63, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/4d94e1d74ae4452e9022e8c2cc0343a7] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=35.2 K 2024-11-12T00:25:14,328 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 0017e1c71ea243b58f17e624d302f7ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371110094 2024-11-12T00:25:14,329 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b600d2f3b65402590692f8fd8c17c63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731371110141 2024-11-12T00:25:14,329 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d94e1d74ae4452e9022e8c2cc0343a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371111269 2024-11-12T00:25:14,333 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#A#compaction#125 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:14,335 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/dcabf6749906493c9a4eec701ccc51d1 is 175, key is test_row_0/A:col10/1731371111269/Put/seqid=0 2024-11-12T00:25:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741973_1149 (size=31058) 2024-11-12T00:25:14,344 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#C#compaction#128 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:14,345 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/a9d15cae98024f6c8ef3c3999ddf44c0 is 50, key is test_row_0/C:col10/1731371111269/Put/seqid=0 2024-11-12T00:25:14,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:14,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:14,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741974_1150 (size=12104) 2024-11-12T00:25:14,360 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/a9d15cae98024f6c8ef3c3999ddf44c0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/a9d15cae98024f6c8ef3c3999ddf44c0 2024-11-12T00:25:14,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371174362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371174362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371174362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,367 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/C of a74d18632d1ea531916977acdc4a3206 into a9d15cae98024f6c8ef3c3999ddf44c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:14,367 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:14,367 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/C, priority=13, startTime=1731371113897; duration=0sec 2024-11-12T00:25:14,368 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:14,368 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:C 2024-11-12T00:25:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371174368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371174369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:14,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111225b44ddcb46e4857983275592fe2edd2_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111225b44ddcb46e4857983275592fe2edd2_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:14,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/fe1374d59a864496bfb54430448abc0f, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:14,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/fe1374d59a864496bfb54430448abc0f is 175, key is test_row_0/A:col10/1731371113418/Put/seqid=0 2024-11-12T00:25:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741975_1151 (size=39549) 2024-11-12T00:25:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-12T00:25:14,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371174669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371174669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371174670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371174672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371174676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,747 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/dcabf6749906493c9a4eec701ccc51d1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/dcabf6749906493c9a4eec701ccc51d1 2024-11-12T00:25:14,756 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/A of a74d18632d1ea531916977acdc4a3206 into dcabf6749906493c9a4eec701ccc51d1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:14,756 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:14,756 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/A, priority=13, startTime=1731371113895; duration=0sec 2024-11-12T00:25:14,756 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:14,756 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:A 2024-11-12T00:25:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-12T00:25:14,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,868 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/fe1374d59a864496bfb54430448abc0f 2024-11-12T00:25:14,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e62f3c41e4984fdbb05922d88fb4ca1a is 50, key is test_row_0/B:col10/1731371113418/Put/seqid=0 2024-11-12T00:25:14,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741976_1152 (size=12001) 2024-11-12T00:25:14,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:14,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:14,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:14,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:14,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:15,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:15,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371175174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371175174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371175176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371175177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371175179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e62f3c41e4984fdbb05922d88fb4ca1a 2024-11-12T00:25:15,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/9fc044b00d1c4ef283064e5e52c47204 is 50, key is test_row_0/C:col10/1731371113418/Put/seqid=0 2024-11-12T00:25:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741977_1153 (size=12001) 2024-11-12T00:25:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-12T00:25:15,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:15,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/9fc044b00d1c4ef283064e5e52c47204 2024-11-12T00:25:15,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/fe1374d59a864496bfb54430448abc0f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/fe1374d59a864496bfb54430448abc0f 2024-11-12T00:25:15,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/fe1374d59a864496bfb54430448abc0f, entries=200, sequenceid=77, filesize=38.6 K 2024-11-12T00:25:15,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e62f3c41e4984fdbb05922d88fb4ca1a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e62f3c41e4984fdbb05922d88fb4ca1a 2024-11-12T00:25:15,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e62f3c41e4984fdbb05922d88fb4ca1a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-12T00:25:15,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/9fc044b00d1c4ef283064e5e52c47204 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9fc044b00d1c4ef283064e5e52c47204 2024-11-12T00:25:15,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9fc044b00d1c4ef283064e5e52c47204, entries=150, sequenceid=77, filesize=11.7 K 2024-11-12T00:25:15,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for a74d18632d1ea531916977acdc4a3206 in 1691ms, sequenceid=77, compaction requested=false 2024-11-12T00:25:15,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:15,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:15,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-12T00:25:15,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:15,771 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T00:25:15,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:15,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:15,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:15,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:15,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:15,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112216515283f4449d9a01d27e42e2ae2c3_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371114051/Put/seqid=0 2024-11-12T00:25:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741978_1154 (size=12154) 2024-11-12T00:25:16,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:16,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:16,190 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112216515283f4449d9a01d27e42e2ae2c3_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112216515283f4449d9a01d27e42e2ae2c3_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:16,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/eb245ffcfdd043eaa178284be315f1ba, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/eb245ffcfdd043eaa178284be315f1ba is 175, key is test_row_0/A:col10/1731371114051/Put/seqid=0 2024-11-12T00:25:16,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741979_1155 (size=30955) 2024-11-12T00:25:16,198 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/eb245ffcfdd043eaa178284be315f1ba 2024-11-12T00:25:16,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371176199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371176198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/ab0dc0825a264236997ab1dd41f366c6 is 50, key is test_row_0/B:col10/1731371114051/Put/seqid=0 2024-11-12T00:25:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371176206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371176206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371176206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741980_1156 (size=12001) 2024-11-12T00:25:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-12T00:25:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371176307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371176308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371176310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371176310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371176310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371176510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371176510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371176513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371176514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371176515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,612 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/ab0dc0825a264236997ab1dd41f366c6 2024-11-12T00:25:16,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/14455279763c4194a7e976340560cc11 is 50, key is test_row_0/C:col10/1731371114051/Put/seqid=0 2024-11-12T00:25:16,623 INFO [master/4ab586620e8d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T00:25:16,623 INFO [master/4ab586620e8d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T00:25:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741981_1157 (size=12001) 2024-11-12T00:25:16,624 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/14455279763c4194a7e976340560cc11 2024-11-12T00:25:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/eb245ffcfdd043eaa178284be315f1ba as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/eb245ffcfdd043eaa178284be315f1ba 2024-11-12T00:25:16,638 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/eb245ffcfdd043eaa178284be315f1ba, entries=150, sequenceid=95, filesize=30.2 K 2024-11-12T00:25:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/ab0dc0825a264236997ab1dd41f366c6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ab0dc0825a264236997ab1dd41f366c6 2024-11-12T00:25:16,644 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ab0dc0825a264236997ab1dd41f366c6, entries=150, sequenceid=95, filesize=11.7 K 2024-11-12T00:25:16,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/14455279763c4194a7e976340560cc11 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/14455279763c4194a7e976340560cc11 2024-11-12T00:25:16,650 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/14455279763c4194a7e976340560cc11, entries=150, sequenceid=95, filesize=11.7 K 2024-11-12T00:25:16,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for a74d18632d1ea531916977acdc4a3206 in 880ms, sequenceid=95, compaction requested=true 2024-11-12T00:25:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-12T00:25:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-12T00:25:16,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-12T00:25:16,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4580 sec 2024-11-12T00:25:16,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.4630 sec 2024-11-12T00:25:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:16,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T00:25:16,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:16,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:16,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:16,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:16,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:16,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:16,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112db1ce0da04d546e2856f38ade7bfcab8_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371116205/Put/seqid=0 2024-11-12T00:25:16,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371176822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371176822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371176823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371176824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371176825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741982_1158 (size=14594) 2024-11-12T00:25:16,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371176929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371176929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371176930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371176930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:16,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371176931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371177133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371177133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371177133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371177134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371177134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:17,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112db1ce0da04d546e2856f38ade7bfcab8_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112db1ce0da04d546e2856f38ade7bfcab8_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:17,248 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e3df812f1a8a429bb909cd16724b6a65, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:17,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e3df812f1a8a429bb909cd16724b6a65 is 175, key is test_row_0/A:col10/1731371116205/Put/seqid=0 2024-11-12T00:25:17,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741983_1159 (size=39549) 2024-11-12T00:25:17,254 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e3df812f1a8a429bb909cd16724b6a65 2024-11-12T00:25:17,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e37e188f512645c0843d51af07c0291a is 50, key is test_row_0/B:col10/1731371116205/Put/seqid=0 2024-11-12T00:25:17,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741984_1160 (size=12001) 2024-11-12T00:25:17,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e37e188f512645c0843d51af07c0291a 2024-11-12T00:25:17,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/838916f649294824adb7156a3fd8a57e is 50, key is test_row_0/C:col10/1731371116205/Put/seqid=0 2024-11-12T00:25:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741985_1161 (size=12001) 2024-11-12T00:25:17,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371177437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371177439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371177439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371177439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371177441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/838916f649294824adb7156a3fd8a57e 2024-11-12T00:25:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e3df812f1a8a429bb909cd16724b6a65 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e3df812f1a8a429bb909cd16724b6a65 2024-11-12T00:25:17,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e3df812f1a8a429bb909cd16724b6a65, entries=200, sequenceid=119, filesize=38.6 K 2024-11-12T00:25:17,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e37e188f512645c0843d51af07c0291a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e37e188f512645c0843d51af07c0291a 2024-11-12T00:25:17,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e37e188f512645c0843d51af07c0291a, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T00:25:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/838916f649294824adb7156a3fd8a57e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/838916f649294824adb7156a3fd8a57e 2024-11-12T00:25:17,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/838916f649294824adb7156a3fd8a57e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T00:25:17,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a74d18632d1ea531916977acdc4a3206 in 891ms, sequenceid=119, compaction requested=true 2024-11-12T00:25:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:17,707 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:17,707 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:17,708 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:17,708 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/A is initiating minor compaction (all files) 2024-11-12T00:25:17,708 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/A in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:17,708 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/dcabf6749906493c9a4eec701ccc51d1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/fe1374d59a864496bfb54430448abc0f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/eb245ffcfdd043eaa178284be315f1ba, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e3df812f1a8a429bb909cd16724b6a65] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=137.8 K 2024-11-12T00:25:17,708 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:17,709 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/dcabf6749906493c9a4eec701ccc51d1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/fe1374d59a864496bfb54430448abc0f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/eb245ffcfdd043eaa178284be315f1ba, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e3df812f1a8a429bb909cd16724b6a65] 2024-11-12T00:25:17,709 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:17,709 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/B is initiating minor compaction (all files) 2024-11-12T00:25:17,709 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/B in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:17,709 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcabf6749906493c9a4eec701ccc51d1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371111269 2024-11-12T00:25:17,709 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8b8068b77b254417b532ae2fa109529a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e62f3c41e4984fdbb05922d88fb4ca1a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ab0dc0825a264236997ab1dd41f366c6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e37e188f512645c0843d51af07c0291a] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=47.0 K 2024-11-12T00:25:17,709 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b8068b77b254417b532ae2fa109529a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371111269 2024-11-12T00:25:17,709 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe1374d59a864496bfb54430448abc0f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731371113417 2024-11-12T00:25:17,710 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e62f3c41e4984fdbb05922d88fb4ca1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731371113418 2024-11-12T00:25:17,710 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb245ffcfdd043eaa178284be315f1ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731371114048 2024-11-12T00:25:17,710 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting ab0dc0825a264236997ab1dd41f366c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731371114048 2024-11-12T00:25:17,710 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3df812f1a8a429bb909cd16724b6a65, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731371116196 2024-11-12T00:25:17,710 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e37e188f512645c0843d51af07c0291a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731371116203 2024-11-12T00:25:17,719 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#B#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:17,719 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/7a1ed7673fb24e288cbeee4d04a08001 is 50, key is test_row_0/B:col10/1731371116205/Put/seqid=0 2024-11-12T00:25:17,723 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:17,735 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111255ae97289e7f455aa85af884053553c8_a74d18632d1ea531916977acdc4a3206 store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:17,740 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111255ae97289e7f455aa85af884053553c8_a74d18632d1ea531916977acdc4a3206, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741986_1162 (size=12241) 2024-11-12T00:25:17,740 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111255ae97289e7f455aa85af884053553c8_a74d18632d1ea531916977acdc4a3206 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741987_1163 (size=4469) 2024-11-12T00:25:17,749 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/7a1ed7673fb24e288cbeee4d04a08001 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/7a1ed7673fb24e288cbeee4d04a08001 2024-11-12T00:25:17,749 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#A#compaction#138 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:17,750 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/c24e7e0e6efe42fd8a35d64c1b55f1e0 is 175, key is test_row_0/A:col10/1731371116205/Put/seqid=0 2024-11-12T00:25:17,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741988_1164 (size=31195) 2024-11-12T00:25:17,759 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a74d18632d1ea531916977acdc4a3206/B of a74d18632d1ea531916977acdc4a3206 into 7a1ed7673fb24e288cbeee4d04a08001(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:17,759 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:17,759 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/B, priority=12, startTime=1731371117707; duration=0sec 2024-11-12T00:25:17,759 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:17,759 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:B 2024-11-12T00:25:17,760 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:17,761 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:17,762 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/C is initiating minor compaction (all files) 2024-11-12T00:25:17,762 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/C in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:17,762 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/a9d15cae98024f6c8ef3c3999ddf44c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9fc044b00d1c4ef283064e5e52c47204, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/14455279763c4194a7e976340560cc11, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/838916f649294824adb7156a3fd8a57e] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=47.0 K 2024-11-12T00:25:17,763 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a9d15cae98024f6c8ef3c3999ddf44c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371111269 2024-11-12T00:25:17,767 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/c24e7e0e6efe42fd8a35d64c1b55f1e0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/c24e7e0e6efe42fd8a35d64c1b55f1e0 2024-11-12T00:25:17,767 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fc044b00d1c4ef283064e5e52c47204, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731371113418 2024-11-12T00:25:17,767 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 14455279763c4194a7e976340560cc11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731371114048 2024-11-12T00:25:17,768 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 838916f649294824adb7156a3fd8a57e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731371116203 2024-11-12T00:25:17,773 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a74d18632d1ea531916977acdc4a3206/A of a74d18632d1ea531916977acdc4a3206 into c24e7e0e6efe42fd8a35d64c1b55f1e0(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:17,773 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:17,773 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/A, priority=12, startTime=1731371117706; duration=0sec 2024-11-12T00:25:17,773 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:17,773 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:A 2024-11-12T00:25:17,780 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#C#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:17,781 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/27c617dd556c4617a868bd99989fea71 is 50, key is test_row_0/C:col10/1731371116205/Put/seqid=0 2024-11-12T00:25:17,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741989_1165 (size=12241) 2024-11-12T00:25:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:17,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T00:25:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:17,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:17,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127739fb6c4e3541d0b768dd128051ce9e_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371116823/Put/seqid=0 2024-11-12T00:25:17,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741990_1166 (size=17234) 2024-11-12T00:25:17,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:17,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127739fb6c4e3541d0b768dd128051ce9e_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127739fb6c4e3541d0b768dd128051ce9e_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:17,964 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/9a5b5e3f40d24959ab1d278ce4244b4b, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:17,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/9a5b5e3f40d24959ab1d278ce4244b4b is 175, key is test_row_0/A:col10/1731371116823/Put/seqid=0 2024-11-12T00:25:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741991_1167 (size=48339) 2024-11-12T00:25:17,969 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/9a5b5e3f40d24959ab1d278ce4244b4b 2024-11-12T00:25:17,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371177963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371177969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371177970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371177970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371177970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:17,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/c9840e05fb864207a8c109341481c850 is 50, key is test_row_0/B:col10/1731371116823/Put/seqid=0 2024-11-12T00:25:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741992_1168 (size=12151) 2024-11-12T00:25:18,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371178071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371178074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371178074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371178075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371178075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,194 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/27c617dd556c4617a868bd99989fea71 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/27c617dd556c4617a868bd99989fea71 2024-11-12T00:25:18,198 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a74d18632d1ea531916977acdc4a3206/C of a74d18632d1ea531916977acdc4a3206 into 27c617dd556c4617a868bd99989fea71(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:18,198 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:18,198 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/C, priority=12, startTime=1731371117707; duration=0sec 2024-11-12T00:25:18,198 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:18,198 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:C 2024-11-12T00:25:18,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371178274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371178275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371178276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371178278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371178278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-12T00:25:18,299 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-12T00:25:18,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-12T00:25:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-12T00:25:18,301 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:18,302 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:18,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:18,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/c9840e05fb864207a8c109341481c850 2024-11-12T00:25:18,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/9ca9400351dc4746aee4932fe95400d0 is 50, key is test_row_0/C:col10/1731371116823/Put/seqid=0 2024-11-12T00:25:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-12T00:25:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741993_1169 (size=12151) 2024-11-12T00:25:18,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-12T00:25:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:18,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371178577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371178579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371178580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371178584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371178584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-12T00:25:18,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-12T00:25:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:18,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-12T00:25:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:18,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:18,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/9ca9400351dc4746aee4932fe95400d0 2024-11-12T00:25:18,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/9a5b5e3f40d24959ab1d278ce4244b4b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/9a5b5e3f40d24959ab1d278ce4244b4b 2024-11-12T00:25:18,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/9a5b5e3f40d24959ab1d278ce4244b4b, entries=250, sequenceid=135, filesize=47.2 K 2024-11-12T00:25:18,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/c9840e05fb864207a8c109341481c850 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c9840e05fb864207a8c109341481c850 2024-11-12T00:25:18,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c9840e05fb864207a8c109341481c850, entries=150, sequenceid=135, filesize=11.9 K 2024-11-12T00:25:18,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/9ca9400351dc4746aee4932fe95400d0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9ca9400351dc4746aee4932fe95400d0 2024-11-12T00:25:18,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9ca9400351dc4746aee4932fe95400d0, entries=150, sequenceid=135, filesize=11.9 K 2024-11-12T00:25:18,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a74d18632d1ea531916977acdc4a3206 in 891ms, sequenceid=135, compaction requested=false 2024-11-12T00:25:18,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-12T00:25:18,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:18,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-12T00:25:18,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:18,912 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T00:25:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124f373ed36b024a4695553ac629b6f060_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371117960/Put/seqid=0 2024-11-12T00:25:18,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741994_1170 (size=12304) 2024-11-12T00:25:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371179091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371179091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371179092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371179094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371179095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371179196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371179196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371179197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371179197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:19,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124f373ed36b024a4695553ac629b6f060_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124f373ed36b024a4695553ac629b6f060_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/3d206cd085fe4fb3a709efa774b29632, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:19,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/3d206cd085fe4fb3a709efa774b29632 is 175, key is test_row_0/A:col10/1731371117960/Put/seqid=0 2024-11-12T00:25:19,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741995_1171 (size=31105) 2024-11-12T00:25:19,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371179400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371179401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371179401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371179401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-12T00:25:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371179702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371179704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371179704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371179705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:19,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/3d206cd085fe4fb3a709efa774b29632 2024-11-12T00:25:19,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/6bf6c02e62384c55a4f058793f7a23be is 50, key is test_row_0/B:col10/1731371117960/Put/seqid=0 2024-11-12T00:25:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741996_1172 (size=12151) 2024-11-12T00:25:20,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371180100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:20,148 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/6bf6c02e62384c55a4f058793f7a23be 2024-11-12T00:25:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/60ea2c890e1b4993a65114c6b7cb924c is 50, key is test_row_0/C:col10/1731371117960/Put/seqid=0 2024-11-12T00:25:20,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371180205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:20,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371180208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:20,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371180208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:20,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371180212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741997_1173 (size=12151) 2024-11-12T00:25:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-12T00:25:20,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/60ea2c890e1b4993a65114c6b7cb924c 2024-11-12T00:25:20,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/3d206cd085fe4fb3a709efa774b29632 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/3d206cd085fe4fb3a709efa774b29632 2024-11-12T00:25:20,627 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/3d206cd085fe4fb3a709efa774b29632, entries=150, sequenceid=158, filesize=30.4 K 2024-11-12T00:25:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/6bf6c02e62384c55a4f058793f7a23be as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/6bf6c02e62384c55a4f058793f7a23be 2024-11-12T00:25:20,632 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/6bf6c02e62384c55a4f058793f7a23be, entries=150, sequenceid=158, filesize=11.9 K 2024-11-12T00:25:20,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/60ea2c890e1b4993a65114c6b7cb924c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/60ea2c890e1b4993a65114c6b7cb924c 2024-11-12T00:25:20,638 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/60ea2c890e1b4993a65114c6b7cb924c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-12T00:25:20,639 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a74d18632d1ea531916977acdc4a3206 in 1727ms, sequenceid=158, compaction requested=true 2024-11-12T00:25:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T00:25:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-12T00:25:20,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T00:25:20,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3380 sec 2024-11-12T00:25:20,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.3420 sec 2024-11-12T00:25:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:21,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T00:25:21,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:21,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c9943ddd4c694a69bc8727b073cfc217_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371121216/Put/seqid=0 2024-11-12T00:25:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741998_1174 (size=12304) 2024-11-12T00:25:21,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371181235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371181235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371181236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371181244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371181344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371181345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371181345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371181345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371181547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371181548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371181549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371181549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:21,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c9943ddd4c694a69bc8727b073cfc217_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c9943ddd4c694a69bc8727b073cfc217_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:21,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/7ea3f358b267454fa35d70ff10b827d8, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:21,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/7ea3f358b267454fa35d70ff10b827d8 is 175, key is test_row_0/A:col10/1731371121216/Put/seqid=0 2024-11-12T00:25:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741999_1175 (size=31105) 2024-11-12T00:25:21,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371181851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371181852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371181853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:21,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371181854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,052 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/7ea3f358b267454fa35d70ff10b827d8 2024-11-12T00:25:22,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/8899d076c13c445eb8522790bd32b268 is 50, key is test_row_0/B:col10/1731371121216/Put/seqid=0 2024-11-12T00:25:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742000_1176 (size=12151) 2024-11-12T00:25:22,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371182112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,115 DEBUG [Thread-664 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., hostname=4ab586620e8d,41623,1731371070899, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:22,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371182358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371182360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371182361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371182362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-12T00:25:22,405 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-12T00:25:22,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-12T00:25:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-12T00:25:22,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:22,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:22,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:22,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/8899d076c13c445eb8522790bd32b268 2024-11-12T00:25:22,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/1a346187d5094efcb2fa4e07255de0ad is 50, key is test_row_0/C:col10/1731371121216/Put/seqid=0 2024-11-12T00:25:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742001_1177 (size=12151) 2024-11-12T00:25:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-12T00:25:22,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-12T00:25:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-12T00:25:22,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-12T00:25:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:22,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-12T00:25:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:22,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/1a346187d5094efcb2fa4e07255de0ad 2024-11-12T00:25:22,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/7ea3f358b267454fa35d70ff10b827d8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7ea3f358b267454fa35d70ff10b827d8 2024-11-12T00:25:22,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7ea3f358b267454fa35d70ff10b827d8, entries=150, sequenceid=174, filesize=30.4 K 2024-11-12T00:25:22,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/8899d076c13c445eb8522790bd32b268 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8899d076c13c445eb8522790bd32b268 2024-11-12T00:25:22,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8899d076c13c445eb8522790bd32b268, entries=150, sequenceid=174, filesize=11.9 K 2024-11-12T00:25:22,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/1a346187d5094efcb2fa4e07255de0ad as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/1a346187d5094efcb2fa4e07255de0ad 2024-11-12T00:25:22,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/1a346187d5094efcb2fa4e07255de0ad, entries=150, sequenceid=174, filesize=11.9 K 2024-11-12T00:25:22,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a74d18632d1ea531916977acdc4a3206 in 1681ms, sequenceid=174, compaction requested=true 2024-11-12T00:25:22,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:22,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:22,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:22,899 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:22,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:22,899 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:22,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:22,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:22,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:22,900 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:22,900 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141744 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:22,900 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/B is initiating minor compaction (all files) 2024-11-12T00:25:22,900 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/A is initiating minor compaction (all files) 2024-11-12T00:25:22,900 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/B in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,900 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/A in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,900 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/7a1ed7673fb24e288cbeee4d04a08001, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c9840e05fb864207a8c109341481c850, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/6bf6c02e62384c55a4f058793f7a23be, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8899d076c13c445eb8522790bd32b268] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=47.6 K 2024-11-12T00:25:22,900 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/c24e7e0e6efe42fd8a35d64c1b55f1e0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/9a5b5e3f40d24959ab1d278ce4244b4b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/3d206cd085fe4fb3a709efa774b29632, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7ea3f358b267454fa35d70ff10b827d8] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=138.4 K 2024-11-12T00:25:22,900 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,900 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/c24e7e0e6efe42fd8a35d64c1b55f1e0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/9a5b5e3f40d24959ab1d278ce4244b4b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/3d206cd085fe4fb3a709efa774b29632, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7ea3f358b267454fa35d70ff10b827d8] 2024-11-12T00:25:22,900 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a1ed7673fb24e288cbeee4d04a08001, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731371116203 2024-11-12T00:25:22,901 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting c24e7e0e6efe42fd8a35d64c1b55f1e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731371116203 2024-11-12T00:25:22,901 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c9840e05fb864207a8c109341481c850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731371116823 2024-11-12T00:25:22,901 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a5b5e3f40d24959ab1d278ce4244b4b, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731371116821 2024-11-12T00:25:22,901 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bf6c02e62384c55a4f058793f7a23be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731371117953 2024-11-12T00:25:22,901 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d206cd085fe4fb3a709efa774b29632, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731371117953 2024-11-12T00:25:22,901 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 8899d076c13c445eb8522790bd32b268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731371119094 2024-11-12T00:25:22,902 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea3f358b267454fa35d70ff10b827d8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731371119094 2024-11-12T00:25:22,908 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:22,910 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#B#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:22,911 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/18deab762e284daeb2575ba2c0b39b01 is 50, key is test_row_0/B:col10/1731371121216/Put/seqid=0 2024-11-12T00:25:22,915 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111281d38ace2e544df5ad43dd97ef63bc6c_a74d18632d1ea531916977acdc4a3206 store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:22,918 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111281d38ace2e544df5ad43dd97ef63bc6c_a74d18632d1ea531916977acdc4a3206, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:22,918 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281d38ace2e544df5ad43dd97ef63bc6c_a74d18632d1ea531916977acdc4a3206 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:22,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742002_1178 (size=12527) 2024-11-12T00:25:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742003_1179 (size=4469) 2024-11-12T00:25:22,930 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#A#compaction#150 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:22,931 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/7451eaa840ee475e9b6e5b2c4ecf33b7 is 175, key is test_row_0/A:col10/1731371121216/Put/seqid=0 2024-11-12T00:25:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742004_1180 (size=31481) 2024-11-12T00:25:22,941 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/7451eaa840ee475e9b6e5b2c4ecf33b7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7451eaa840ee475e9b6e5b2c4ecf33b7 2024-11-12T00:25:22,947 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a74d18632d1ea531916977acdc4a3206/A of a74d18632d1ea531916977acdc4a3206 into 7451eaa840ee475e9b6e5b2c4ecf33b7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:22,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:22,947 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/A, priority=12, startTime=1731371122898; duration=0sec 2024-11-12T00:25:22,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:22,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:A 2024-11-12T00:25:22,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:22,949 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:22,949 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/C is initiating minor compaction (all files) 2024-11-12T00:25:22,949 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/C in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:22,949 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/27c617dd556c4617a868bd99989fea71, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9ca9400351dc4746aee4932fe95400d0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/60ea2c890e1b4993a65114c6b7cb924c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/1a346187d5094efcb2fa4e07255de0ad] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=47.6 K 2024-11-12T00:25:22,950 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27c617dd556c4617a868bd99989fea71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731371116203 2024-11-12T00:25:22,950 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ca9400351dc4746aee4932fe95400d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731371116823 2024-11-12T00:25:22,950 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60ea2c890e1b4993a65114c6b7cb924c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731371117953 2024-11-12T00:25:22,951 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a346187d5094efcb2fa4e07255de0ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731371119094 2024-11-12T00:25:22,958 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#C#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:22,958 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/fb91e86a20bc499a9926664cb178bd42 is 50, key is test_row_0/C:col10/1731371121216/Put/seqid=0 2024-11-12T00:25:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742005_1181 (size=12527) 2024-11-12T00:25:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-12T00:25:23,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-12T00:25:23,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:23,018 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T00:25:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:23,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d4de35d20f5d474da9e646d025865de0_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371121242/Put/seqid=0 2024-11-12T00:25:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742006_1182 (size=12304) 2024-11-12T00:25:23,328 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/18deab762e284daeb2575ba2c0b39b01 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/18deab762e284daeb2575ba2c0b39b01 2024-11-12T00:25:23,335 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a74d18632d1ea531916977acdc4a3206/B of a74d18632d1ea531916977acdc4a3206 into 18deab762e284daeb2575ba2c0b39b01(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:23,335 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:23,335 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/B, priority=12, startTime=1731371122899; duration=0sec 2024-11-12T00:25:23,335 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:23,335 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:B 2024-11-12T00:25:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:23,367 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/fb91e86a20bc499a9926664cb178bd42 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb91e86a20bc499a9926664cb178bd42 2024-11-12T00:25:23,373 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a74d18632d1ea531916977acdc4a3206/C of a74d18632d1ea531916977acdc4a3206 into fb91e86a20bc499a9926664cb178bd42(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:23,373 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:23,373 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/C, priority=12, startTime=1731371122899; duration=0sec 2024-11-12T00:25:23,373 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:23,373 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:C 2024-11-12T00:25:23,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371183377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371183378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371183379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371183380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:23,435 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d4de35d20f5d474da9e646d025865de0_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d4de35d20f5d474da9e646d025865de0_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:23,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e7735a34a7c24609b4557858dfd70f79, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:23,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e7735a34a7c24609b4557858dfd70f79 is 175, key is test_row_0/A:col10/1731371121242/Put/seqid=0 2024-11-12T00:25:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742007_1183 (size=31105) 2024-11-12T00:25:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371183481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371183481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371183482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371183482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-12T00:25:23,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371183683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371183683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371183685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371183687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,840 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e7735a34a7c24609b4557858dfd70f79 2024-11-12T00:25:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/9386c1d467404332ad17c09164d606f2 is 50, key is test_row_0/B:col10/1731371121242/Put/seqid=0 2024-11-12T00:25:23,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742008_1184 (size=12151) 2024-11-12T00:25:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371183986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371183987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371183988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:23,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371183991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,252 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/9386c1d467404332ad17c09164d606f2 2024-11-12T00:25:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/2be615b9cfaf4c9ea2feba90d49a794e is 50, key is test_row_0/C:col10/1731371121242/Put/seqid=0 2024-11-12T00:25:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742009_1185 (size=12151) 2024-11-12T00:25:24,282 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/2be615b9cfaf4c9ea2feba90d49a794e 2024-11-12T00:25:24,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e7735a34a7c24609b4557858dfd70f79 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e7735a34a7c24609b4557858dfd70f79 2024-11-12T00:25:24,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e7735a34a7c24609b4557858dfd70f79, entries=150, sequenceid=195, filesize=30.4 K 2024-11-12T00:25:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/9386c1d467404332ad17c09164d606f2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/9386c1d467404332ad17c09164d606f2 2024-11-12T00:25:24,299 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/9386c1d467404332ad17c09164d606f2, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T00:25:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/2be615b9cfaf4c9ea2feba90d49a794e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/2be615b9cfaf4c9ea2feba90d49a794e 2024-11-12T00:25:24,304 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/2be615b9cfaf4c9ea2feba90d49a794e, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T00:25:24,305 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a74d18632d1ea531916977acdc4a3206 in 1287ms, sequenceid=195, compaction requested=false 2024-11-12T00:25:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T00:25:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-12T00:25:24,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-12T00:25:24,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8980 sec 2024-11-12T00:25:24,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.9020 sec 2024-11-12T00:25:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:24,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T00:25:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:24,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125b6e5d0cf35642dcb1d67abe104d7395_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371123379/Put/seqid=0 2024-11-12T00:25:24,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371184506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371184507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371184507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371184508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742010_1186 (size=14794) 2024-11-12T00:25:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-12T00:25:24,511 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-12T00:25:24,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-12T00:25:24,513 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-12T00:25:24,513 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:24,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371184609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371184609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371184610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371184610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-12T00:25:24,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:24,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371184812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-12T00:25:24,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371184813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371184814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:24,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371184815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:24,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:24,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125b6e5d0cf35642dcb1d67abe104d7395_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125b6e5d0cf35642dcb1d67abe104d7395_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:24,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/897f118fd9fa437aa267445625c00056, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:24,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/897f118fd9fa437aa267445625c00056 is 175, key is test_row_0/A:col10/1731371123379/Put/seqid=0 2024-11-12T00:25:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742011_1187 (size=39749) 2024-11-12T00:25:24,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:24,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:24,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-12T00:25:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371185115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371185117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371185118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371185118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/897f118fd9fa437aa267445625c00056 2024-11-12T00:25:25,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e4b13262f02542c9a593519ebc5d3a3d is 50, key is test_row_0/B:col10/1731371123379/Put/seqid=0 2024-11-12T00:25:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742012_1188 (size=12151) 2024-11-12T00:25:25,427 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:25,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:25,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:25,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:25,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-12T00:25:25,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371185619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371185620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371185623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371185624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e4b13262f02542c9a593519ebc5d3a3d 2024-11-12T00:25:25,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/fb8b7e7be663498dba36df4fc92baba4 is 50, key is test_row_0/C:col10/1731371123379/Put/seqid=0 2024-11-12T00:25:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742013_1189 (size=12151) 2024-11-12T00:25:25,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:25,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:25,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:26,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47108 deadline: 1731371186120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,121 DEBUG [Thread-664 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., hostname=4ab586620e8d,41623,1731371070899, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:26,189 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:26,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:26,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:26,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:26,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/fb8b7e7be663498dba36df4fc92baba4 2024-11-12T00:25:26,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/897f118fd9fa437aa267445625c00056 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/897f118fd9fa437aa267445625c00056 2024-11-12T00:25:26,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/897f118fd9fa437aa267445625c00056, entries=200, sequenceid=214, filesize=38.8 K 2024-11-12T00:25:26,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/e4b13262f02542c9a593519ebc5d3a3d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e4b13262f02542c9a593519ebc5d3a3d 2024-11-12T00:25:26,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e4b13262f02542c9a593519ebc5d3a3d, entries=150, sequenceid=214, filesize=11.9 K 2024-11-12T00:25:26,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/fb8b7e7be663498dba36df4fc92baba4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb8b7e7be663498dba36df4fc92baba4 2024-11-12T00:25:26,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb8b7e7be663498dba36df4fc92baba4, entries=150, sequenceid=214, filesize=11.9 K 2024-11-12T00:25:26,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a74d18632d1ea531916977acdc4a3206 in 1721ms, sequenceid=214, compaction requested=true 2024-11-12T00:25:26,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:26,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:26,213 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:26,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:26,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:26,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:26,214 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:26,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:26,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:26,214 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:26,214 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:26,214 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/B is initiating minor compaction (all files) 2024-11-12T00:25:26,214 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/A is initiating minor compaction (all files) 2024-11-12T00:25:26,215 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/B in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,215 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/A in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,215 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/18deab762e284daeb2575ba2c0b39b01, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/9386c1d467404332ad17c09164d606f2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e4b13262f02542c9a593519ebc5d3a3d] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=36.0 K 2024-11-12T00:25:26,215 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7451eaa840ee475e9b6e5b2c4ecf33b7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e7735a34a7c24609b4557858dfd70f79, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/897f118fd9fa437aa267445625c00056] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=99.9 K 2024-11-12T00:25:26,215 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,215 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7451eaa840ee475e9b6e5b2c4ecf33b7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e7735a34a7c24609b4557858dfd70f79, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/897f118fd9fa437aa267445625c00056] 2024-11-12T00:25:26,215 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 18deab762e284daeb2575ba2c0b39b01, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731371119094 2024-11-12T00:25:26,215 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7451eaa840ee475e9b6e5b2c4ecf33b7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731371119094 2024-11-12T00:25:26,215 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7735a34a7c24609b4557858dfd70f79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371121229 2024-11-12T00:25:26,215 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 9386c1d467404332ad17c09164d606f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371121229 2024-11-12T00:25:26,216 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e4b13262f02542c9a593519ebc5d3a3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731371123378 2024-11-12T00:25:26,216 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 897f118fd9fa437aa267445625c00056, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731371123376 2024-11-12T00:25:26,221 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:26,223 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:26,224 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/b6e54060f92e4d9fa721a21d0cc426d5 is 50, key is test_row_0/B:col10/1731371123379/Put/seqid=0 2024-11-12T00:25:26,227 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411127d124260575b44dc83c0ae1b8961172a_a74d18632d1ea531916977acdc4a3206 store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:26,229 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411127d124260575b44dc83c0ae1b8961172a_a74d18632d1ea531916977acdc4a3206, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:26,229 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127d124260575b44dc83c0ae1b8961172a_a74d18632d1ea531916977acdc4a3206 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742014_1190 (size=12629) 2024-11-12T00:25:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742015_1191 (size=4469) 2024-11-12T00:25:26,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-12T00:25:26,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,343 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T00:25:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c6f6cb9fe43e434a8d21206a63e81617_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371124506/Put/seqid=0 2024-11-12T00:25:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742016_1192 (size=12304) 2024-11-12T00:25:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:26,359 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c6f6cb9fe43e434a8d21206a63e81617_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c6f6cb9fe43e434a8d21206a63e81617_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:26,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/82c162af9aee40a18de61885d9d67173, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/82c162af9aee40a18de61885d9d67173 is 175, key is test_row_0/A:col10/1731371124506/Put/seqid=0 2024-11-12T00:25:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742017_1193 (size=31105) 2024-11-12T00:25:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-12T00:25:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:26,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:26,635 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/b6e54060f92e4d9fa721a21d0cc426d5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/b6e54060f92e4d9fa721a21d0cc426d5 2024-11-12T00:25:26,636 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#A#compaction#158 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:26,637 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/1c9c10bb7c7242efaa9ce7213fa057f4 is 175, key is test_row_0/A:col10/1731371123379/Put/seqid=0 2024-11-12T00:25:26,643 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/B of a74d18632d1ea531916977acdc4a3206 into b6e54060f92e4d9fa721a21d0cc426d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:26,643 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:26,643 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/B, priority=13, startTime=1731371126213; duration=0sec 2024-11-12T00:25:26,643 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:26,643 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:B 2024-11-12T00:25:26,643 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:26,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742018_1194 (size=31583) 2024-11-12T00:25:26,645 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:26,645 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/C is initiating minor compaction (all files) 2024-11-12T00:25:26,645 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/C in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,645 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb91e86a20bc499a9926664cb178bd42, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/2be615b9cfaf4c9ea2feba90d49a794e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb8b7e7be663498dba36df4fc92baba4] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=36.0 K 2024-11-12T00:25:26,646 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting fb91e86a20bc499a9926664cb178bd42, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731371119094 2024-11-12T00:25:26,646 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2be615b9cfaf4c9ea2feba90d49a794e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371121229 2024-11-12T00:25:26,647 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting fb8b7e7be663498dba36df4fc92baba4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731371123378 2024-11-12T00:25:26,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371186642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,650 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/1c9c10bb7c7242efaa9ce7213fa057f4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/1c9c10bb7c7242efaa9ce7213fa057f4 2024-11-12T00:25:26,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371186644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371186647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371186646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,654 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:26,654 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/16f4c4512b3a46439bee2926369343a5 is 50, key is test_row_0/C:col10/1731371123379/Put/seqid=0 2024-11-12T00:25:26,655 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/A of a74d18632d1ea531916977acdc4a3206 into 1c9c10bb7c7242efaa9ce7213fa057f4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:26,655 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:26,655 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/A, priority=13, startTime=1731371126213; duration=0sec 2024-11-12T00:25:26,655 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:26,656 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:A 2024-11-12T00:25:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742019_1195 (size=12629) 2024-11-12T00:25:26,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371186748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371186753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371186753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371186753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,765 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/82c162af9aee40a18de61885d9d67173 2024-11-12T00:25:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/2b4fdb7534154f438c1f276ab3059b5f is 50, key is test_row_0/B:col10/1731371124506/Put/seqid=0 2024-11-12T00:25:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742020_1196 (size=12151) 2024-11-12T00:25:26,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/2b4fdb7534154f438c1f276ab3059b5f 2024-11-12T00:25:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/b579ff95593c4703ac2f6b8bdbd3fb72 is 50, key is test_row_0/C:col10/1731371124506/Put/seqid=0 2024-11-12T00:25:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742021_1197 (size=12151) 2024-11-12T00:25:26,793 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/b579ff95593c4703ac2f6b8bdbd3fb72 2024-11-12T00:25:26,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/82c162af9aee40a18de61885d9d67173 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/82c162af9aee40a18de61885d9d67173 2024-11-12T00:25:26,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/82c162af9aee40a18de61885d9d67173, entries=150, sequenceid=233, filesize=30.4 K 2024-11-12T00:25:26,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/2b4fdb7534154f438c1f276ab3059b5f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/2b4fdb7534154f438c1f276ab3059b5f 2024-11-12T00:25:26,811 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/2b4fdb7534154f438c1f276ab3059b5f, entries=150, sequenceid=233, filesize=11.9 K 2024-11-12T00:25:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/b579ff95593c4703ac2f6b8bdbd3fb72 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/b579ff95593c4703ac2f6b8bdbd3fb72 2024-11-12T00:25:26,817 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/b579ff95593c4703ac2f6b8bdbd3fb72, entries=150, sequenceid=233, filesize=11.9 K 2024-11-12T00:25:26,818 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a74d18632d1ea531916977acdc4a3206 in 475ms, sequenceid=233, compaction requested=false 2024-11-12T00:25:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T00:25:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-12T00:25:26,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-12T00:25:26,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3070 sec 2024-11-12T00:25:26,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.3090 sec 2024-11-12T00:25:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:26,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:25:26,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:26,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:26,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:26,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:26,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:26,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:26,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111241820092d20b4da2a066e68e549cabba_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371126639/Put/seqid=0 2024-11-12T00:25:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742022_1198 (size=12304) 2024-11-12T00:25:26,964 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:26,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111241820092d20b4da2a066e68e549cabba_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111241820092d20b4da2a066e68e549cabba_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:26,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/f789632a44f64434909d2ca38fc97d33, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:26,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/f789632a44f64434909d2ca38fc97d33 is 175, key is test_row_0/A:col10/1731371126639/Put/seqid=0 2024-11-12T00:25:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742023_1199 (size=31105) 2024-11-12T00:25:26,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371186970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371186971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371186971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:26,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371186975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,070 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/16f4c4512b3a46439bee2926369343a5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/16f4c4512b3a46439bee2926369343a5 2024-11-12T00:25:27,074 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/C of a74d18632d1ea531916977acdc4a3206 into 16f4c4512b3a46439bee2926369343a5(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:27,074 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:27,074 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/C, priority=13, startTime=1731371126214; duration=0sec 2024-11-12T00:25:27,074 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:27,074 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:C 2024-11-12T00:25:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371187076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371187076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371187076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371187078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371187282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371187282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371187282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371187283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/f789632a44f64434909d2ca38fc97d33 2024-11-12T00:25:27,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/f548d6dbc3c64883837ac4f3c3f3428c is 50, key is test_row_0/B:col10/1731371126639/Put/seqid=0 2024-11-12T00:25:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742024_1200 (size=12151) 2024-11-12T00:25:27,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371187585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371187585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371187585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371187586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:27,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/f548d6dbc3c64883837ac4f3c3f3428c 2024-11-12T00:25:27,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/cada2bf7418347b49896e4b3f0ddab1d is 50, key is test_row_0/C:col10/1731371126639/Put/seqid=0 2024-11-12T00:25:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742025_1201 (size=12151) 2024-11-12T00:25:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371188088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:28,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371188089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:28,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371188092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:28,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371188092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:28,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/cada2bf7418347b49896e4b3f0ddab1d 2024-11-12T00:25:28,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/f789632a44f64434909d2ca38fc97d33 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f789632a44f64434909d2ca38fc97d33 2024-11-12T00:25:28,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f789632a44f64434909d2ca38fc97d33, entries=150, sequenceid=253, filesize=30.4 K 2024-11-12T00:25:28,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/f548d6dbc3c64883837ac4f3c3f3428c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/f548d6dbc3c64883837ac4f3c3f3428c 2024-11-12T00:25:28,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/f548d6dbc3c64883837ac4f3c3f3428c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:25:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/cada2bf7418347b49896e4b3f0ddab1d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/cada2bf7418347b49896e4b3f0ddab1d 2024-11-12T00:25:28,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/cada2bf7418347b49896e4b3f0ddab1d, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:25:28,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a74d18632d1ea531916977acdc4a3206 in 1263ms, sequenceid=253, compaction requested=true 2024-11-12T00:25:28,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:28,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:28,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:28,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:28,217 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:28,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:28,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:28,217 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:28,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:28,218 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:28,218 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:28,218 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/A is initiating minor compaction (all files) 2024-11-12T00:25:28,218 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/B is initiating minor compaction (all files) 2024-11-12T00:25:28,218 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/A in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:28,218 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/B in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:28,218 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/b6e54060f92e4d9fa721a21d0cc426d5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/2b4fdb7534154f438c1f276ab3059b5f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/f548d6dbc3c64883837ac4f3c3f3428c] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=36.1 K 2024-11-12T00:25:28,218 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/1c9c10bb7c7242efaa9ce7213fa057f4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/82c162af9aee40a18de61885d9d67173, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f789632a44f64434909d2ca38fc97d33] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=91.6 K 2024-11-12T00:25:28,218 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:28,218 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/1c9c10bb7c7242efaa9ce7213fa057f4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/82c162af9aee40a18de61885d9d67173, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f789632a44f64434909d2ca38fc97d33] 2024-11-12T00:25:28,218 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b6e54060f92e4d9fa721a21d0cc426d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731371123378 2024-11-12T00:25:28,219 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c9c10bb7c7242efaa9ce7213fa057f4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731371123378 2024-11-12T00:25:28,219 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b4fdb7534154f438c1f276ab3059b5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731371124505 2024-11-12T00:25:28,219 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82c162af9aee40a18de61885d9d67173, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731371124505 2024-11-12T00:25:28,219 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f789632a44f64434909d2ca38fc97d33, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371126639 2024-11-12T00:25:28,219 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f548d6dbc3c64883837ac4f3c3f3428c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371126639 2024-11-12T00:25:28,229 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:28,243 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112702b2127aa0149abbc70639ec846211d_a74d18632d1ea531916977acdc4a3206 store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:28,244 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:28,244 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/958649aa1f1442bca7b61d250547e18f is 50, key is test_row_0/B:col10/1731371126639/Put/seqid=0 2024-11-12T00:25:28,244 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112702b2127aa0149abbc70639ec846211d_a74d18632d1ea531916977acdc4a3206, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:28,245 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112702b2127aa0149abbc70639ec846211d_a74d18632d1ea531916977acdc4a3206 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742026_1202 (size=12731) 2024-11-12T00:25:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742027_1203 (size=4469) 2024-11-12T00:25:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-12T00:25:28,617 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-12T00:25:28,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-12T00:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-12T00:25:28,619 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:28,620 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:28,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:28,659 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#A#compaction#167 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:28,659 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0 is 175, key is test_row_0/A:col10/1731371126639/Put/seqid=0 2024-11-12T00:25:28,662 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/958649aa1f1442bca7b61d250547e18f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/958649aa1f1442bca7b61d250547e18f 2024-11-12T00:25:28,667 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/B of a74d18632d1ea531916977acdc4a3206 into 958649aa1f1442bca7b61d250547e18f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:28,667 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:28,667 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/B, priority=13, startTime=1731371128217; duration=0sec 2024-11-12T00:25:28,667 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:28,667 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:B 2024-11-12T00:25:28,667 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:28,668 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:28,668 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/C is initiating minor compaction (all files) 2024-11-12T00:25:28,668 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/C in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:28,668 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/16f4c4512b3a46439bee2926369343a5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/b579ff95593c4703ac2f6b8bdbd3fb72, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/cada2bf7418347b49896e4b3f0ddab1d] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=36.1 K 2024-11-12T00:25:28,668 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f4c4512b3a46439bee2926369343a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731371123378 2024-11-12T00:25:28,669 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b579ff95593c4703ac2f6b8bdbd3fb72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731371124505 2024-11-12T00:25:28,669 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting cada2bf7418347b49896e4b3f0ddab1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371126639 2024-11-12T00:25:28,681 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#C#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:28,681 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/e4191d544a5041b986d568d0d8d3eb70 is 50, key is test_row_0/C:col10/1731371126639/Put/seqid=0 2024-11-12T00:25:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742028_1204 (size=31685) 2024-11-12T00:25:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742029_1205 (size=12731) 2024-11-12T00:25:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-12T00:25:28,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:28,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-12T00:25:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:28,772 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T00:25:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:28,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122cc4be973caf4a05950d8570f530f663_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371126970/Put/seqid=0 2024-11-12T00:25:28,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742030_1206 (size=12454) 2024-11-12T00:25:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-12T00:25:29,089 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0 2024-11-12T00:25:29,090 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/e4191d544a5041b986d568d0d8d3eb70 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/e4191d544a5041b986d568d0d8d3eb70 2024-11-12T00:25:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. as already flushing 2024-11-12T00:25:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:29,095 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/C of a74d18632d1ea531916977acdc4a3206 into e4191d544a5041b986d568d0d8d3eb70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:29,095 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:29,095 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/C, priority=13, startTime=1731371128217; duration=0sec 2024-11-12T00:25:29,095 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:29,095 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:C 2024-11-12T00:25:29,097 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/A of a74d18632d1ea531916977acdc4a3206 into f7fe06eec71a41ccb6bd4f4f3e1fc1c0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:29,097 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:29,097 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/A, priority=13, startTime=1731371128217; duration=0sec 2024-11-12T00:25:29,097 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:29,097 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:A 2024-11-12T00:25:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371189108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371189107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371189108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371189111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:29,188 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122cc4be973caf4a05950d8570f530f663_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122cc4be973caf4a05950d8570f530f663_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/bd415bb3ead441cd899b8d4bdcb14960, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:29,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/bd415bb3ead441cd899b8d4bdcb14960 is 175, key is test_row_0/A:col10/1731371126970/Put/seqid=0 2024-11-12T00:25:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742031_1207 (size=31255) 2024-11-12T00:25:29,194 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/bd415bb3ead441cd899b8d4bdcb14960 2024-11-12T00:25:29,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/4787a0bcfea14a4caf5861d2524749b5 is 50, key is test_row_0/B:col10/1731371126970/Put/seqid=0 2024-11-12T00:25:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742032_1208 (size=12301) 2024-11-12T00:25:29,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371189212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371189212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371189212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371189213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-12T00:25:29,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T00:25:29,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371189414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371189414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371189415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371189415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/4787a0bcfea14a4caf5861d2524749b5 2024-11-12T00:25:29,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/f8976b7b93c649dbae468c8949ddb0e7 is 50, key is test_row_0/C:col10/1731371126970/Put/seqid=0 2024-11-12T00:25:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742033_1209 (size=12301) 2024-11-12T00:25:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47162 deadline: 1731371189717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1731371189717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47140 deadline: 1731371189717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1731371189719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-12T00:25:30,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/f8976b7b93c649dbae468c8949ddb0e7 2024-11-12T00:25:30,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/bd415bb3ead441cd899b8d4bdcb14960 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/bd415bb3ead441cd899b8d4bdcb14960 2024-11-12T00:25:30,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/bd415bb3ead441cd899b8d4bdcb14960, entries=150, sequenceid=274, filesize=30.5 K 2024-11-12T00:25:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/4787a0bcfea14a4caf5861d2524749b5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4787a0bcfea14a4caf5861d2524749b5 2024-11-12T00:25:30,030 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4787a0bcfea14a4caf5861d2524749b5, entries=150, sequenceid=274, filesize=12.0 K 2024-11-12T00:25:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/f8976b7b93c649dbae468c8949ddb0e7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/f8976b7b93c649dbae468c8949ddb0e7 2024-11-12T00:25:30,035 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/f8976b7b93c649dbae468c8949ddb0e7, entries=150, sequenceid=274, filesize=12.0 K 2024-11-12T00:25:30,036 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a74d18632d1ea531916977acdc4a3206 in 1264ms, sequenceid=274, compaction requested=false 2024-11-12T00:25:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T00:25:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-12T00:25:30,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-12T00:25:30,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-12T00:25:30,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4210 sec 2024-11-12T00:25:30,083 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5422eac1 to 127.0.0.1:51686 2024-11-12T00:25:30,083 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,083 DEBUG [Thread-669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75df0cb6 to 127.0.0.1:51686 2024-11-12T00:25:30,083 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,084 DEBUG [Thread-671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9643ec to 127.0.0.1:51686 2024-11-12T00:25:30,084 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,085 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x019d0bb4 to 127.0.0.1:51686 2024-11-12T00:25:30,085 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:30,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:25:30,227 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x012bf893 to 127.0.0.1:51686 2024-11-12T00:25:30,227 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,229 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7763c4d1 to 127.0.0.1:51686 2024-11-12T00:25:30,229 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:30,230 DEBUG [Thread-658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ff49468 to 127.0.0.1:51686 2024-11-12T00:25:30,230 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61900726 to 127.0.0.1:51686 2024-11-12T00:25:30,230 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,230 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:30,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111279dafb6355af498a8b13c71127bdbb28_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_0/A:col10/1731371130226/Put/seqid=0 2024-11-12T00:25:30,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742034_1210 (size=12454) 2024-11-12T00:25:30,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:30,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111279dafb6355af498a8b13c71127bdbb28_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111279dafb6355af498a8b13c71127bdbb28_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:30,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/92e1e368e34d4e52b7314d3069d2584d, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:30,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/92e1e368e34d4e52b7314d3069d2584d is 175, key is test_row_0/A:col10/1731371130226/Put/seqid=0 2024-11-12T00:25:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742035_1211 (size=31255) 2024-11-12T00:25:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-12T00:25:30,724 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-12T00:25:31,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/92e1e368e34d4e52b7314d3069d2584d 2024-11-12T00:25:31,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/dca664abbd93459497b1567a4fab05fe is 50, key is test_row_0/B:col10/1731371130226/Put/seqid=0 2024-11-12T00:25:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742036_1212 (size=12301) 2024-11-12T00:25:31,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/dca664abbd93459497b1567a4fab05fe 2024-11-12T00:25:31,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/c693d135ef13489f84d8d2bba5f2f513 is 50, key is test_row_0/C:col10/1731371130226/Put/seqid=0 2024-11-12T00:25:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742037_1213 (size=12301) 2024-11-12T00:25:31,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/c693d135ef13489f84d8d2bba5f2f513 2024-11-12T00:25:31,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/92e1e368e34d4e52b7314d3069d2584d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/92e1e368e34d4e52b7314d3069d2584d 2024-11-12T00:25:31,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/92e1e368e34d4e52b7314d3069d2584d, entries=150, sequenceid=297, filesize=30.5 K 2024-11-12T00:25:31,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/dca664abbd93459497b1567a4fab05fe as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/dca664abbd93459497b1567a4fab05fe 2024-11-12T00:25:31,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/dca664abbd93459497b1567a4fab05fe, entries=150, sequenceid=297, filesize=12.0 K 2024-11-12T00:25:31,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/c693d135ef13489f84d8d2bba5f2f513 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/c693d135ef13489f84d8d2bba5f2f513 2024-11-12T00:25:31,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/c693d135ef13489f84d8d2bba5f2f513, entries=150, sequenceid=297, filesize=12.0 K 2024-11-12T00:25:31,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for a74d18632d1ea531916977acdc4a3206 in 1718ms, sequenceid=297, compaction requested=true 2024-11-12T00:25:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:31,945 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:31,945 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a74d18632d1ea531916977acdc4a3206:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:31,946 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:31,946 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:31,946 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/A is initiating minor compaction (all files) 2024-11-12T00:25:31,946 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/B is initiating minor compaction (all files) 2024-11-12T00:25:31,946 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/A in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:31,946 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/B in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:31,946 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/958649aa1f1442bca7b61d250547e18f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4787a0bcfea14a4caf5861d2524749b5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/dca664abbd93459497b1567a4fab05fe] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=36.5 K 2024-11-12T00:25:31,946 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/bd415bb3ead441cd899b8d4bdcb14960, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/92e1e368e34d4e52b7314d3069d2584d] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=92.0 K 2024-11-12T00:25:31,946 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:31,946 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/bd415bb3ead441cd899b8d4bdcb14960, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/92e1e368e34d4e52b7314d3069d2584d] 2024-11-12T00:25:31,946 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 958649aa1f1442bca7b61d250547e18f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371126639 2024-11-12T00:25:31,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7fe06eec71a41ccb6bd4f4f3e1fc1c0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371126639 2024-11-12T00:25:31,947 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4787a0bcfea14a4caf5861d2524749b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731371126970 2024-11-12T00:25:31,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd415bb3ead441cd899b8d4bdcb14960, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731371126970 2024-11-12T00:25:31,947 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting dca664abbd93459497b1567a4fab05fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731371130225 2024-11-12T00:25:31,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92e1e368e34d4e52b7314d3069d2584d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731371130225 2024-11-12T00:25:31,954 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#B#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:31,955 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/4d3a5a7448e34ce5a449fd60e1fa2e0d is 50, key is test_row_0/B:col10/1731371130226/Put/seqid=0 2024-11-12T00:25:31,956 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742038_1214 (size=12983) 2024-11-12T00:25:31,959 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411128c6df979ab7346f3a85c25d9cd53a162_a74d18632d1ea531916977acdc4a3206 store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:31,974 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411128c6df979ab7346f3a85c25d9cd53a162_a74d18632d1ea531916977acdc4a3206, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:31,974 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128c6df979ab7346f3a85c25d9cd53a162_a74d18632d1ea531916977acdc4a3206 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742039_1215 (size=4469) 2024-11-12T00:25:32,367 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/4d3a5a7448e34ce5a449fd60e1fa2e0d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4d3a5a7448e34ce5a449fd60e1fa2e0d 2024-11-12T00:25:32,375 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/B of a74d18632d1ea531916977acdc4a3206 into 4d3a5a7448e34ce5a449fd60e1fa2e0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:32,375 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:32,375 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/B, priority=13, startTime=1731371131945; duration=0sec 2024-11-12T00:25:32,375 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:32,375 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:B 2024-11-12T00:25:32,375 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:32,377 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:32,377 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): a74d18632d1ea531916977acdc4a3206/C is initiating minor compaction (all files) 2024-11-12T00:25:32,377 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a74d18632d1ea531916977acdc4a3206/C in TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:32,377 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/e4191d544a5041b986d568d0d8d3eb70, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/f8976b7b93c649dbae468c8949ddb0e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/c693d135ef13489f84d8d2bba5f2f513] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp, totalSize=36.5 K 2024-11-12T00:25:32,378 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e4191d544a5041b986d568d0d8d3eb70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371126639 2024-11-12T00:25:32,378 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f8976b7b93c649dbae468c8949ddb0e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731371126970 2024-11-12T00:25:32,379 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c693d135ef13489f84d8d2bba5f2f513, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731371130225 2024-11-12T00:25:32,379 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#A#compaction#177 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:32,380 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e1a03403ae044ebdba2c65c217b9494e is 175, key is test_row_0/A:col10/1731371130226/Put/seqid=0 2024-11-12T00:25:32,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742040_1216 (size=31937) 2024-11-12T00:25:32,390 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a74d18632d1ea531916977acdc4a3206#C#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:32,391 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/8bdfa20cca4b456392b3f5811e35daaa is 50, key is test_row_0/C:col10/1731371130226/Put/seqid=0 2024-11-12T00:25:32,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742041_1217 (size=12983) 2024-11-12T00:25:32,800 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/e1a03403ae044ebdba2c65c217b9494e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e1a03403ae044ebdba2c65c217b9494e 2024-11-12T00:25:32,804 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/8bdfa20cca4b456392b3f5811e35daaa as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8bdfa20cca4b456392b3f5811e35daaa 2024-11-12T00:25:32,807 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/A of a74d18632d1ea531916977acdc4a3206 into e1a03403ae044ebdba2c65c217b9494e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:32,807 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:32,807 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/A, priority=13, startTime=1731371131945; duration=0sec 2024-11-12T00:25:32,807 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:32,807 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:A 2024-11-12T00:25:32,811 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a74d18632d1ea531916977acdc4a3206/C of a74d18632d1ea531916977acdc4a3206 into 8bdfa20cca4b456392b3f5811e35daaa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:32,811 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:32,811 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206., storeName=a74d18632d1ea531916977acdc4a3206/C, priority=13, startTime=1731371131945; duration=0sec 2024-11-12T00:25:32,811 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:32,811 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a74d18632d1ea531916977acdc4a3206:C 2024-11-12T00:25:34,564 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39355,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:35,114 DEBUG [master/4ab586620e8d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 03051df5aef3828cc498b27135b18f52 changed from -1.0 to 0.0, refreshing cache 2024-11-12T00:25:36,188 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34a1b861 to 127.0.0.1:51686 2024-11-12T00:25:36,188 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6913 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6763 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2952 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8856 rows 2024-11-12T00:25:36,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2977 2024-11-12T00:25:36,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8930 rows 2024-11-12T00:25:36,190 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T00:25:36,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fcb4db1 to 127.0.0.1:51686 2024-11-12T00:25:36,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:25:36,193 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-12T00:25:36,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T00:25:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-12T00:25:36,198 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371136198"}]},"ts":"1731371136198"} 2024-11-12T00:25:36,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T00:25:36,237 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T00:25:36,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:25:36,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, UNASSIGN}] 2024-11-12T00:25:36,241 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, UNASSIGN 2024-11-12T00:25:36,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:36,244 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:25:36,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:25:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-12T00:25:36,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:36,398 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:36,398 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:25:36,399 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing a74d18632d1ea531916977acdc4a3206, disabling compactions & flushes 2024-11-12T00:25:36,399 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:36,399 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:36,399 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. after waiting 0 ms 2024-11-12T00:25:36,399 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:36,400 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing a74d18632d1ea531916977acdc4a3206 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-12T00:25:36,400 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=A 2024-11-12T00:25:36,401 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:36,401 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=B 2024-11-12T00:25:36,401 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:36,401 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a74d18632d1ea531916977acdc4a3206, store=C 2024-11-12T00:25:36,402 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:36,411 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112cf409d1f87c74faf8b7225c8116ca8cd_a74d18632d1ea531916977acdc4a3206 is 50, key is test_row_1/A:col10/1731371136184/Put/seqid=0 2024-11-12T00:25:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742042_1218 (size=7374) 2024-11-12T00:25:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-12T00:25:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-12T00:25:36,817 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:36,817 ERROR [LeaseRenewer:jenkins@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39355,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:36,826 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112cf409d1f87c74faf8b7225c8116ca8cd_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cf409d1f87c74faf8b7225c8116ca8cd_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:36,828 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/24f369a1a6a64682a10823002a1b1d94, store: [table=TestAcidGuarantees family=A region=a74d18632d1ea531916977acdc4a3206] 2024-11-12T00:25:36,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/24f369a1a6a64682a10823002a1b1d94 is 175, key is test_row_1/A:col10/1731371136184/Put/seqid=0 2024-11-12T00:25:36,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742043_1219 (size=13865) 2024-11-12T00:25:37,236 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/24f369a1a6a64682a10823002a1b1d94 2024-11-12T00:25:37,249 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/c2f6b95cbe704cdda54d83c67bf633e5 is 50, key is test_row_1/B:col10/1731371136184/Put/seqid=0 2024-11-12T00:25:37,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742044_1220 (size=7415) 2024-11-12T00:25:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-12T00:25:37,655 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/c2f6b95cbe704cdda54d83c67bf633e5 2024-11-12T00:25:37,669 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/153d385e1ad943af8cfaf95aca6fc09f is 50, key is test_row_1/C:col10/1731371136184/Put/seqid=0 2024-11-12T00:25:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742045_1221 (size=7415) 2024-11-12T00:25:38,076 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/153d385e1ad943af8cfaf95aca6fc09f 2024-11-12T00:25:38,087 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/A/24f369a1a6a64682a10823002a1b1d94 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/24f369a1a6a64682a10823002a1b1d94 2024-11-12T00:25:38,093 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/24f369a1a6a64682a10823002a1b1d94, entries=50, sequenceid=304, filesize=13.5 K 2024-11-12T00:25:38,094 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/B/c2f6b95cbe704cdda54d83c67bf633e5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c2f6b95cbe704cdda54d83c67bf633e5 2024-11-12T00:25:38,099 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c2f6b95cbe704cdda54d83c67bf633e5, entries=50, sequenceid=304, filesize=7.2 K 2024-11-12T00:25:38,100 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/.tmp/C/153d385e1ad943af8cfaf95aca6fc09f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/153d385e1ad943af8cfaf95aca6fc09f 2024-11-12T00:25:38,104 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/153d385e1ad943af8cfaf95aca6fc09f, entries=50, sequenceid=304, filesize=7.2 K 2024-11-12T00:25:38,105 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for a74d18632d1ea531916977acdc4a3206 in 1704ms, sequenceid=304, compaction requested=false 2024-11-12T00:25:38,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/292c5244a40f4d82b5f54f761372e1f9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/813ce943db6d4f3ca949fb4e1e46f8fd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/dcabf6749906493c9a4eec701ccc51d1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/6e67f99c66f948be9cf103bf3c003181, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/fe1374d59a864496bfb54430448abc0f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/eb245ffcfdd043eaa178284be315f1ba, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e3df812f1a8a429bb909cd16724b6a65, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/c24e7e0e6efe42fd8a35d64c1b55f1e0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/9a5b5e3f40d24959ab1d278ce4244b4b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/3d206cd085fe4fb3a709efa774b29632, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7451eaa840ee475e9b6e5b2c4ecf33b7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7ea3f358b267454fa35d70ff10b827d8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e7735a34a7c24609b4557858dfd70f79, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/897f118fd9fa437aa267445625c00056, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/1c9c10bb7c7242efaa9ce7213fa057f4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/82c162af9aee40a18de61885d9d67173, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f789632a44f64434909d2ca38fc97d33, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/bd415bb3ead441cd899b8d4bdcb14960, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/92e1e368e34d4e52b7314d3069d2584d] to archive 2024-11-12T00:25:38,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:25:38,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/292c5244a40f4d82b5f54f761372e1f9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/292c5244a40f4d82b5f54f761372e1f9 2024-11-12T00:25:38,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/813ce943db6d4f3ca949fb4e1e46f8fd to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/813ce943db6d4f3ca949fb4e1e46f8fd 2024-11-12T00:25:38,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/dcabf6749906493c9a4eec701ccc51d1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/dcabf6749906493c9a4eec701ccc51d1 2024-11-12T00:25:38,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/6e67f99c66f948be9cf103bf3c003181 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/6e67f99c66f948be9cf103bf3c003181 2024-11-12T00:25:38,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/fe1374d59a864496bfb54430448abc0f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/fe1374d59a864496bfb54430448abc0f 2024-11-12T00:25:38,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/eb245ffcfdd043eaa178284be315f1ba to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/eb245ffcfdd043eaa178284be315f1ba 2024-11-12T00:25:38,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e3df812f1a8a429bb909cd16724b6a65 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e3df812f1a8a429bb909cd16724b6a65 2024-11-12T00:25:38,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/c24e7e0e6efe42fd8a35d64c1b55f1e0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/c24e7e0e6efe42fd8a35d64c1b55f1e0 2024-11-12T00:25:38,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/9a5b5e3f40d24959ab1d278ce4244b4b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/9a5b5e3f40d24959ab1d278ce4244b4b 2024-11-12T00:25:38,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/3d206cd085fe4fb3a709efa774b29632 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/3d206cd085fe4fb3a709efa774b29632 2024-11-12T00:25:38,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7451eaa840ee475e9b6e5b2c4ecf33b7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7451eaa840ee475e9b6e5b2c4ecf33b7 2024-11-12T00:25:38,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7ea3f358b267454fa35d70ff10b827d8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/7ea3f358b267454fa35d70ff10b827d8 2024-11-12T00:25:38,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e7735a34a7c24609b4557858dfd70f79 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e7735a34a7c24609b4557858dfd70f79 2024-11-12T00:25:38,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/897f118fd9fa437aa267445625c00056 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/897f118fd9fa437aa267445625c00056 2024-11-12T00:25:38,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/1c9c10bb7c7242efaa9ce7213fa057f4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/1c9c10bb7c7242efaa9ce7213fa057f4 2024-11-12T00:25:38,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/82c162af9aee40a18de61885d9d67173 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/82c162af9aee40a18de61885d9d67173 2024-11-12T00:25:38,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f7fe06eec71a41ccb6bd4f4f3e1fc1c0 2024-11-12T00:25:38,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f789632a44f64434909d2ca38fc97d33 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/f789632a44f64434909d2ca38fc97d33 2024-11-12T00:25:38,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/bd415bb3ead441cd899b8d4bdcb14960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/bd415bb3ead441cd899b8d4bdcb14960 2024-11-12T00:25:38,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/92e1e368e34d4e52b7314d3069d2584d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/92e1e368e34d4e52b7314d3069d2584d 2024-11-12T00:25:38,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e1104930b6dc4b1994069dac254b71d5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ddd06f8ff022400683ecc1e5afcfc5a4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8b8068b77b254417b532ae2fa109529a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/cf5ec23c8a864527bd777032ac6875f0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e62f3c41e4984fdbb05922d88fb4ca1a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ab0dc0825a264236997ab1dd41f366c6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/7a1ed7673fb24e288cbeee4d04a08001, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e37e188f512645c0843d51af07c0291a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c9840e05fb864207a8c109341481c850, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/6bf6c02e62384c55a4f058793f7a23be, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/18deab762e284daeb2575ba2c0b39b01, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8899d076c13c445eb8522790bd32b268, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/9386c1d467404332ad17c09164d606f2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/b6e54060f92e4d9fa721a21d0cc426d5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e4b13262f02542c9a593519ebc5d3a3d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/2b4fdb7534154f438c1f276ab3059b5f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/958649aa1f1442bca7b61d250547e18f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/f548d6dbc3c64883837ac4f3c3f3428c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4787a0bcfea14a4caf5861d2524749b5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/dca664abbd93459497b1567a4fab05fe] to archive 2024-11-12T00:25:38,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:25:38,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e1104930b6dc4b1994069dac254b71d5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e1104930b6dc4b1994069dac254b71d5 2024-11-12T00:25:38,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ddd06f8ff022400683ecc1e5afcfc5a4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ddd06f8ff022400683ecc1e5afcfc5a4 2024-11-12T00:25:38,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8b8068b77b254417b532ae2fa109529a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8b8068b77b254417b532ae2fa109529a 2024-11-12T00:25:38,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/cf5ec23c8a864527bd777032ac6875f0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/cf5ec23c8a864527bd777032ac6875f0 2024-11-12T00:25:38,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e62f3c41e4984fdbb05922d88fb4ca1a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e62f3c41e4984fdbb05922d88fb4ca1a 2024-11-12T00:25:38,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ab0dc0825a264236997ab1dd41f366c6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/ab0dc0825a264236997ab1dd41f366c6 2024-11-12T00:25:38,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/7a1ed7673fb24e288cbeee4d04a08001 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/7a1ed7673fb24e288cbeee4d04a08001 2024-11-12T00:25:38,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e37e188f512645c0843d51af07c0291a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e37e188f512645c0843d51af07c0291a 2024-11-12T00:25:38,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c9840e05fb864207a8c109341481c850 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c9840e05fb864207a8c109341481c850 2024-11-12T00:25:38,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/6bf6c02e62384c55a4f058793f7a23be to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/6bf6c02e62384c55a4f058793f7a23be 2024-11-12T00:25:38,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/18deab762e284daeb2575ba2c0b39b01 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/18deab762e284daeb2575ba2c0b39b01 2024-11-12T00:25:38,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8899d076c13c445eb8522790bd32b268 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/8899d076c13c445eb8522790bd32b268 2024-11-12T00:25:38,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/9386c1d467404332ad17c09164d606f2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/9386c1d467404332ad17c09164d606f2 2024-11-12T00:25:38,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/b6e54060f92e4d9fa721a21d0cc426d5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/b6e54060f92e4d9fa721a21d0cc426d5 2024-11-12T00:25:38,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e4b13262f02542c9a593519ebc5d3a3d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/e4b13262f02542c9a593519ebc5d3a3d 2024-11-12T00:25:38,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/2b4fdb7534154f438c1f276ab3059b5f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/2b4fdb7534154f438c1f276ab3059b5f 2024-11-12T00:25:38,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/958649aa1f1442bca7b61d250547e18f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/958649aa1f1442bca7b61d250547e18f 2024-11-12T00:25:38,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/f548d6dbc3c64883837ac4f3c3f3428c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/f548d6dbc3c64883837ac4f3c3f3428c 2024-11-12T00:25:38,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4787a0bcfea14a4caf5861d2524749b5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4787a0bcfea14a4caf5861d2524749b5 2024-11-12T00:25:38,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/dca664abbd93459497b1567a4fab05fe to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/dca664abbd93459497b1567a4fab05fe 2024-11-12T00:25:38,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/0017e1c71ea243b58f17e624d302f7ff, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8b600d2f3b65402590692f8fd8c17c63, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/a9d15cae98024f6c8ef3c3999ddf44c0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/4d94e1d74ae4452e9022e8c2cc0343a7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9fc044b00d1c4ef283064e5e52c47204, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/14455279763c4194a7e976340560cc11, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/27c617dd556c4617a868bd99989fea71, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/838916f649294824adb7156a3fd8a57e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9ca9400351dc4746aee4932fe95400d0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/60ea2c890e1b4993a65114c6b7cb924c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb91e86a20bc499a9926664cb178bd42, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/1a346187d5094efcb2fa4e07255de0ad, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/2be615b9cfaf4c9ea2feba90d49a794e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/16f4c4512b3a46439bee2926369343a5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb8b7e7be663498dba36df4fc92baba4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/b579ff95593c4703ac2f6b8bdbd3fb72, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/e4191d544a5041b986d568d0d8d3eb70, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/cada2bf7418347b49896e4b3f0ddab1d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/f8976b7b93c649dbae468c8949ddb0e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/c693d135ef13489f84d8d2bba5f2f513] to archive 2024-11-12T00:25:38,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:25:38,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/0017e1c71ea243b58f17e624d302f7ff to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/0017e1c71ea243b58f17e624d302f7ff 2024-11-12T00:25:38,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8b600d2f3b65402590692f8fd8c17c63 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8b600d2f3b65402590692f8fd8c17c63 2024-11-12T00:25:38,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/a9d15cae98024f6c8ef3c3999ddf44c0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/a9d15cae98024f6c8ef3c3999ddf44c0 2024-11-12T00:25:38,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/4d94e1d74ae4452e9022e8c2cc0343a7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/4d94e1d74ae4452e9022e8c2cc0343a7 2024-11-12T00:25:38,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9fc044b00d1c4ef283064e5e52c47204 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9fc044b00d1c4ef283064e5e52c47204 2024-11-12T00:25:38,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/14455279763c4194a7e976340560cc11 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/14455279763c4194a7e976340560cc11 2024-11-12T00:25:38,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/27c617dd556c4617a868bd99989fea71 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/27c617dd556c4617a868bd99989fea71 2024-11-12T00:25:38,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/838916f649294824adb7156a3fd8a57e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/838916f649294824adb7156a3fd8a57e 2024-11-12T00:25:38,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9ca9400351dc4746aee4932fe95400d0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/9ca9400351dc4746aee4932fe95400d0 2024-11-12T00:25:38,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/60ea2c890e1b4993a65114c6b7cb924c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/60ea2c890e1b4993a65114c6b7cb924c 2024-11-12T00:25:38,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb91e86a20bc499a9926664cb178bd42 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb91e86a20bc499a9926664cb178bd42 2024-11-12T00:25:38,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/1a346187d5094efcb2fa4e07255de0ad to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/1a346187d5094efcb2fa4e07255de0ad 2024-11-12T00:25:38,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/2be615b9cfaf4c9ea2feba90d49a794e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/2be615b9cfaf4c9ea2feba90d49a794e 2024-11-12T00:25:38,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/16f4c4512b3a46439bee2926369343a5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/16f4c4512b3a46439bee2926369343a5 2024-11-12T00:25:38,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb8b7e7be663498dba36df4fc92baba4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/fb8b7e7be663498dba36df4fc92baba4 2024-11-12T00:25:38,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/b579ff95593c4703ac2f6b8bdbd3fb72 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/b579ff95593c4703ac2f6b8bdbd3fb72 2024-11-12T00:25:38,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/e4191d544a5041b986d568d0d8d3eb70 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/e4191d544a5041b986d568d0d8d3eb70 2024-11-12T00:25:38,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/cada2bf7418347b49896e4b3f0ddab1d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/cada2bf7418347b49896e4b3f0ddab1d 2024-11-12T00:25:38,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/f8976b7b93c649dbae468c8949ddb0e7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/f8976b7b93c649dbae468c8949ddb0e7 2024-11-12T00:25:38,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/c693d135ef13489f84d8d2bba5f2f513 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/c693d135ef13489f84d8d2bba5f2f513 2024-11-12T00:25:38,179 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=4 2024-11-12T00:25:38,180 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206. 2024-11-12T00:25:38,180 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for a74d18632d1ea531916977acdc4a3206: 2024-11-12T00:25:38,181 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=a74d18632d1ea531916977acdc4a3206, regionState=CLOSED 2024-11-12T00:25:38,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-12T00:25:38,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure a74d18632d1ea531916977acdc4a3206, server=4ab586620e8d,41623,1731371070899 in 1.9380 sec 2024-11-12T00:25:38,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-12T00:25:38,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a74d18632d1ea531916977acdc4a3206, UNASSIGN in 1.9440 sec 2024-11-12T00:25:38,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-12T00:25:38,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9470 sec 2024-11-12T00:25:38,187 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371138187"}]},"ts":"1731371138187"} 2024-11-12T00:25:38,188 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T00:25:38,228 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T00:25:38,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0350 sec 2024-11-12T00:25:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-12T00:25:38,306 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-12T00:25:38,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T00:25:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:38,310 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:38,312 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-12T00:25:38,315 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,321 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/recovered.edits] 2024-11-12T00:25:38,326 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/24f369a1a6a64682a10823002a1b1d94 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/24f369a1a6a64682a10823002a1b1d94 2024-11-12T00:25:38,329 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e1a03403ae044ebdba2c65c217b9494e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/A/e1a03403ae044ebdba2c65c217b9494e 2024-11-12T00:25:38,333 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4d3a5a7448e34ce5a449fd60e1fa2e0d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/4d3a5a7448e34ce5a449fd60e1fa2e0d 2024-11-12T00:25:38,335 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c2f6b95cbe704cdda54d83c67bf633e5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/B/c2f6b95cbe704cdda54d83c67bf633e5 2024-11-12T00:25:38,337 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/153d385e1ad943af8cfaf95aca6fc09f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/153d385e1ad943af8cfaf95aca6fc09f 2024-11-12T00:25:38,338 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8bdfa20cca4b456392b3f5811e35daaa to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/C/8bdfa20cca4b456392b3f5811e35daaa 2024-11-12T00:25:38,340 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/recovered.edits/307.seqid to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206/recovered.edits/307.seqid 2024-11-12T00:25:38,341 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,341 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T00:25:38,341 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T00:25:38,342 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T00:25:38,345 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112216515283f4449d9a01d27e42e2ae2c3_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112216515283f4449d9a01d27e42e2ae2c3_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,346 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111225b44ddcb46e4857983275592fe2edd2_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111225b44ddcb46e4857983275592fe2edd2_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,347 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122cc4be973caf4a05950d8570f530f663_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122cc4be973caf4a05950d8570f530f663_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,348 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123b3bf1185c1b407b8adc438f438380b4_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123b3bf1185c1b407b8adc438f438380b4_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,349 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111241820092d20b4da2a066e68e549cabba_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111241820092d20b4da2a066e68e549cabba_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,350 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124f373ed36b024a4695553ac629b6f060_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124f373ed36b024a4695553ac629b6f060_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,351 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125a4e1170b319470c8e3ea9984e18a4db_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125a4e1170b319470c8e3ea9984e18a4db_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,352 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125b6e5d0cf35642dcb1d67abe104d7395_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125b6e5d0cf35642dcb1d67abe104d7395_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,353 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126cde49585b4a4623a3d3ba50a59cf72e_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126cde49585b4a4623a3d3ba50a59cf72e_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,354 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127739fb6c4e3541d0b768dd128051ce9e_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127739fb6c4e3541d0b768dd128051ce9e_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,355 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111279dafb6355af498a8b13c71127bdbb28_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111279dafb6355af498a8b13c71127bdbb28_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,356 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c6f6cb9fe43e434a8d21206a63e81617_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c6f6cb9fe43e434a8d21206a63e81617_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,357 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c9943ddd4c694a69bc8727b073cfc217_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c9943ddd4c694a69bc8727b073cfc217_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,358 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cf409d1f87c74faf8b7225c8116ca8cd_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cf409d1f87c74faf8b7225c8116ca8cd_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,359 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d4de35d20f5d474da9e646d025865de0_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d4de35d20f5d474da9e646d025865de0_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,360 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112db1ce0da04d546e2856f38ade7bfcab8_a74d18632d1ea531916977acdc4a3206 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112db1ce0da04d546e2856f38ade7bfcab8_a74d18632d1ea531916977acdc4a3206 2024-11-12T00:25:38,360 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T00:25:38,362 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:38,365 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T00:25:38,368 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T00:25:38,369 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:38,369 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T00:25:38,369 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731371138369"}]},"ts":"9223372036854775807"} 2024-11-12T00:25:38,372 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-12T00:25:38,372 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a74d18632d1ea531916977acdc4a3206, NAME => 'TestAcidGuarantees,,1731371106808.a74d18632d1ea531916977acdc4a3206.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T00:25:38,372 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T00:25:38,372 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731371138372"}]},"ts":"9223372036854775807"} 2024-11-12T00:25:38,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-12T00:25:38,384 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:38,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-12T00:25:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-12T00:25:38,413 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-12T00:25:38,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=236 (was 237), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=505 (was 579) 2024-11-12T00:25:38,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=505 2024-11-12T00:25:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:25:38,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:25:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T00:25:38,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T00:25:38,439 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:38,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-12T00:25:38,440 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T00:25:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-12T00:25:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742046_1222 (size=960) 2024-11-12T00:25:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-12T00:25:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-12T00:25:38,848 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:25:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742047_1223 (size=53) 2024-11-12T00:25:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-12T00:25:39,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:25:39,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0735bb2957f7db51882c09eddd5cf015, disabling compactions & flushes 2024-11-12T00:25:39,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. after waiting 0 ms 2024-11-12T00:25:39,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,257 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:39,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T00:25:39,258 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731371139258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731371139258"}]},"ts":"1731371139258"} 2024-11-12T00:25:39,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T00:25:39,260 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T00:25:39,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371139260"}]},"ts":"1731371139260"} 2024-11-12T00:25:39,262 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T00:25:39,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0735bb2957f7db51882c09eddd5cf015, ASSIGN}] 2024-11-12T00:25:39,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0735bb2957f7db51882c09eddd5cf015, ASSIGN 2024-11-12T00:25:39,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0735bb2957f7db51882c09eddd5cf015, ASSIGN; state=OFFLINE, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=false 2024-11-12T00:25:39,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=0735bb2957f7db51882c09eddd5cf015, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:39,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure 0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:25:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-12T00:25:39,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:39,630 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,631 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:25:39,631 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,632 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:25:39,632 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,632 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,635 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,637 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:39,638 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0735bb2957f7db51882c09eddd5cf015 columnFamilyName A 2024-11-12T00:25:39,638 DEBUG [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:39,639 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.HStore(327): Store=0735bb2957f7db51882c09eddd5cf015/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:39,639 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,641 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:39,641 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0735bb2957f7db51882c09eddd5cf015 columnFamilyName B 2024-11-12T00:25:39,642 DEBUG [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:39,642 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.HStore(327): Store=0735bb2957f7db51882c09eddd5cf015/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:39,642 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,643 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:25:39,644 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0735bb2957f7db51882c09eddd5cf015 columnFamilyName C 2024-11-12T00:25:39,644 DEBUG [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:25:39,644 INFO [StoreOpener-0735bb2957f7db51882c09eddd5cf015-1 {}] regionserver.HStore(327): Store=0735bb2957f7db51882c09eddd5cf015/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:25:39,644 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,645 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,645 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,646 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:25:39,647 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:39,649 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:25:39,649 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened 0735bb2957f7db51882c09eddd5cf015; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67530372, jitterRate=0.006280958652496338}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:25:39,650 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:39,651 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., pid=62, masterSystemTime=1731371139622 2024-11-12T00:25:39,652 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,652 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:39,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=0735bb2957f7db51882c09eddd5cf015, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:39,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-12T00:25:39,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure 0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 in 185 msec 2024-11-12T00:25:39,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-12T00:25:39,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0735bb2957f7db51882c09eddd5cf015, ASSIGN in 342 msec 2024-11-12T00:25:39,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T00:25:39,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371139655"}]},"ts":"1731371139655"} 2024-11-12T00:25:39,656 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T00:25:39,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T00:25:39,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2240 sec 2024-11-12T00:25:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-12T00:25:40,551 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-12T00:25:40,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131d9f61 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53ef603f 2024-11-12T00:25:40,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507f24a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,611 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T00:25:40,615 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T00:25:40,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14bff6e5 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c7992d5 2024-11-12T00:25:40,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158ab39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,630 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21c3a914 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@515c68c3 2024-11-12T00:25:40,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110a2f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x646799cf to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@564feff0 2024-11-12T00:25:40,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fc49ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,657 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16831ced to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f1a41a2 2024-11-12T00:25:40,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cfd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19f0d92b to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@748a9ce6 2024-11-12T00:25:40,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58964f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267c3d0c to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cfccc44 2024-11-12T00:25:40,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f706d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21ff1c42 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b4b6ad5 2024-11-12T00:25:40,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bdbc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e9b26c8 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ed6fe0c 2024-11-12T00:25:40,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64803b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dd0b424 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@442f1f0c 2024-11-12T00:25:40,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21114fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd1b0a to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c26a160 2024-11-12T00:25:40,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3fd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:25:40,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-12T00:25:40,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-12T00:25:40,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:40,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:40,759 DEBUG [hconnection-0x67767d34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,759 DEBUG [hconnection-0x2d4ea307-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,760 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,760 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,763 DEBUG [hconnection-0x459e4330-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,763 DEBUG [hconnection-0x6929dfe6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,763 DEBUG [hconnection-0x25633912-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,764 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,764 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,764 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:40,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:25:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:40,775 DEBUG [hconnection-0xb21be7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,791 DEBUG [hconnection-0x31dec9fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,792 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,794 DEBUG [hconnection-0x4f0c7ed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,794 DEBUG [hconnection-0x5d197597-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,795 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,795 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,798 DEBUG [hconnection-0x3a5a211b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:25:40,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:25:40,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f4772b25a14940779d8ab40fa2c83b68 is 50, key is test_row_0/A:col10/1731371140773/Put/seqid=0 2024-11-12T00:25:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742048_1224 (size=12001) 2024-11-12T00:25:40,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f4772b25a14940779d8ab40fa2c83b68 2024-11-12T00:25:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371200822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371200822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371200823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371200828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371200831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/bc86637d7e5d4a43bda4ee2f09042f96 is 50, key is test_row_0/B:col10/1731371140773/Put/seqid=0 2024-11-12T00:25:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742049_1225 (size=12001) 2024-11-12T00:25:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-12T00:25:40,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/bc86637d7e5d4a43bda4ee2f09042f96 2024-11-12T00:25:40,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/c7ce9e2245774167af2a9b3e16088253 is 50, key is test_row_0/C:col10/1731371140773/Put/seqid=0 2024-11-12T00:25:40,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742050_1226 (size=12001) 2024-11-12T00:25:40,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-12T00:25:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:40,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:40,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:40,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371200930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371200930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371200931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371200934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:40,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371200936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-12T00:25:41,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-12T00:25:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:41,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371201134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371201134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371201134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371201138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371201139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-12T00:25:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:41,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:41,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/c7ce9e2245774167af2a9b3e16088253 2024-11-12T00:25:41,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f4772b25a14940779d8ab40fa2c83b68 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f4772b25a14940779d8ab40fa2c83b68 2024-11-12T00:25:41,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f4772b25a14940779d8ab40fa2c83b68, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T00:25:41,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/bc86637d7e5d4a43bda4ee2f09042f96 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/bc86637d7e5d4a43bda4ee2f09042f96 2024-11-12T00:25:41,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/bc86637d7e5d4a43bda4ee2f09042f96, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T00:25:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/c7ce9e2245774167af2a9b3e16088253 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c7ce9e2245774167af2a9b3e16088253 2024-11-12T00:25:41,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c7ce9e2245774167af2a9b3e16088253, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T00:25:41,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0735bb2957f7db51882c09eddd5cf015 in 544ms, sequenceid=12, compaction requested=false 2024-11-12T00:25:41,318 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T00:25:41,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-12T00:25:41,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-12T00:25:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:41,365 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T00:25:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/7d9cc83dd84d454fa06ef5ffd51d8831 is 50, key is test_row_0/A:col10/1731371140821/Put/seqid=0 2024-11-12T00:25:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742051_1227 (size=12001) 2024-11-12T00:25:41,374 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/7d9cc83dd84d454fa06ef5ffd51d8831 2024-11-12T00:25:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/362f3eef689f4f638cc59001c8d089d8 is 50, key is test_row_0/B:col10/1731371140821/Put/seqid=0 2024-11-12T00:25:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742052_1228 (size=12001) 2024-11-12T00:25:41,387 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/362f3eef689f4f638cc59001c8d089d8 2024-11-12T00:25:41,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/78f17f378017444c8bb001fdb0fe7af2 is 50, key is test_row_0/C:col10/1731371140821/Put/seqid=0 2024-11-12T00:25:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742053_1229 (size=12001) 2024-11-12T00:25:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371201441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371201441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371201442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371201443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371201443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371201544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371201544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371201546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371201546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371201746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371201747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371201749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371201749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:41,800 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/78f17f378017444c8bb001fdb0fe7af2 2024-11-12T00:25:41,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/7d9cc83dd84d454fa06ef5ffd51d8831 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/7d9cc83dd84d454fa06ef5ffd51d8831 2024-11-12T00:25:41,808 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/7d9cc83dd84d454fa06ef5ffd51d8831, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T00:25:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/362f3eef689f4f638cc59001c8d089d8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/362f3eef689f4f638cc59001c8d089d8 2024-11-12T00:25:41,813 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/362f3eef689f4f638cc59001c8d089d8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T00:25:41,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/78f17f378017444c8bb001fdb0fe7af2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/78f17f378017444c8bb001fdb0fe7af2 2024-11-12T00:25:41,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/78f17f378017444c8bb001fdb0fe7af2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T00:25:41,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0735bb2957f7db51882c09eddd5cf015 in 457ms, sequenceid=38, compaction requested=false 2024-11-12T00:25:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-12T00:25:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-12T00:25:41,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-12T00:25:41,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-11-12T00:25:41,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.0720 sec 2024-11-12T00:25:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-12T00:25:41,858 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-12T00:25:41,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-12T00:25:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-12T00:25:41,862 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:41,862 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:41,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:41,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:25:41,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:41,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:41,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:41,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:41,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:41,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:41,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/865568e006084c3097a4214ffec40ab4 is 50, key is test_row_0/A:col10/1731371141946/Put/seqid=0 2024-11-12T00:25:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742054_1230 (size=14341) 2024-11-12T00:25:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-12T00:25:42,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-12T00:25:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371202024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371202049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371202051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371202051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371202053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371202127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-12T00:25:42,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-12T00:25:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-12T00:25:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371202330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/865568e006084c3097a4214ffec40ab4 2024-11-12T00:25:42,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/20110170636e4b99952991e69133b8d0 is 50, key is test_row_0/B:col10/1731371141946/Put/seqid=0 2024-11-12T00:25:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742055_1231 (size=12001) 2024-11-12T00:25:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-12T00:25:42,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-12T00:25:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371202555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371202555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371202557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371202559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-12T00:25:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371202635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/20110170636e4b99952991e69133b8d0 2024-11-12T00:25:42,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/93832475ed254d31a1c5b1ff8ec7db19 is 50, key is test_row_0/C:col10/1731371141946/Put/seqid=0 2024-11-12T00:25:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742056_1232 (size=12001) 2024-11-12T00:25:42,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/93832475ed254d31a1c5b1ff8ec7db19 2024-11-12T00:25:42,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-12T00:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:42,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/865568e006084c3097a4214ffec40ab4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/865568e006084c3097a4214ffec40ab4 2024-11-12T00:25:42,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/865568e006084c3097a4214ffec40ab4, entries=200, sequenceid=49, filesize=14.0 K 2024-11-12T00:25:42,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/20110170636e4b99952991e69133b8d0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/20110170636e4b99952991e69133b8d0 2024-11-12T00:25:42,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/20110170636e4b99952991e69133b8d0, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T00:25:42,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/93832475ed254d31a1c5b1ff8ec7db19 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/93832475ed254d31a1c5b1ff8ec7db19 2024-11-12T00:25:42,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/93832475ed254d31a1c5b1ff8ec7db19, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T00:25:42,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0735bb2957f7db51882c09eddd5cf015 in 852ms, sequenceid=49, compaction requested=true 2024-11-12T00:25:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:42,799 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:42,799 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:42,800 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:42,800 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:42,800 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:25:42,800 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:25:42,800 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,800 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,800 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/bc86637d7e5d4a43bda4ee2f09042f96, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/362f3eef689f4f638cc59001c8d089d8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/20110170636e4b99952991e69133b8d0] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=35.2 K 2024-11-12T00:25:42,800 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f4772b25a14940779d8ab40fa2c83b68, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/7d9cc83dd84d454fa06ef5ffd51d8831, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/865568e006084c3097a4214ffec40ab4] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=37.4 K 2024-11-12T00:25:42,801 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4772b25a14940779d8ab40fa2c83b68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731371140763 2024-11-12T00:25:42,801 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting bc86637d7e5d4a43bda4ee2f09042f96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731371140763 2024-11-12T00:25:42,801 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d9cc83dd84d454fa06ef5ffd51d8831, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731371140821 2024-11-12T00:25:42,801 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 362f3eef689f4f638cc59001c8d089d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731371140821 2024-11-12T00:25:42,802 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 20110170636e4b99952991e69133b8d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731371141442 2024-11-12T00:25:42,802 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 865568e006084c3097a4214ffec40ab4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731371141439 2024-11-12T00:25:42,808 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:42,808 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:42,808 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/6d1b5b0dad0b4df99c170e537dc2553c is 50, key is test_row_0/A:col10/1731371141946/Put/seqid=0 2024-11-12T00:25:42,808 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/34ce3c74b7494008be5b4eabb0c8ff8a is 50, key is test_row_0/B:col10/1731371141946/Put/seqid=0 2024-11-12T00:25:42,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742058_1234 (size=12104) 2024-11-12T00:25:42,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742057_1233 (size=12104) 2024-11-12T00:25:42,826 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/34ce3c74b7494008be5b4eabb0c8ff8a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/34ce3c74b7494008be5b4eabb0c8ff8a 2024-11-12T00:25:42,831 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into 34ce3c74b7494008be5b4eabb0c8ff8a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:42,831 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:42,831 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=13, startTime=1731371142799; duration=0sec 2024-11-12T00:25:42,831 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:42,831 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:25:42,831 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:42,832 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:42,832 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:25:42,832 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,832 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c7ce9e2245774167af2a9b3e16088253, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/78f17f378017444c8bb001fdb0fe7af2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/93832475ed254d31a1c5b1ff8ec7db19] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=35.2 K 2024-11-12T00:25:42,832 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c7ce9e2245774167af2a9b3e16088253, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731371140763 2024-11-12T00:25:42,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f17f378017444c8bb001fdb0fe7af2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731371140821 2024-11-12T00:25:42,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 93832475ed254d31a1c5b1ff8ec7db19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731371141442 2024-11-12T00:25:42,840 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:42,840 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/b1c796a6fad045de94b49c38fc6ce7fa is 50, key is test_row_0/C:col10/1731371141946/Put/seqid=0 2024-11-12T00:25:42,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742059_1235 (size=12104) 2024-11-12T00:25:42,850 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/b1c796a6fad045de94b49c38fc6ce7fa as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/b1c796a6fad045de94b49c38fc6ce7fa 2024-11-12T00:25:42,855 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into b1c796a6fad045de94b49c38fc6ce7fa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:42,855 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:42,855 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=13, startTime=1731371142799; duration=0sec 2024-11-12T00:25:42,856 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:42,856 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:25:42,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:42,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-12T00:25:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:42,929 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T00:25:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:42,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/9cc7c1ed75de437c9314ba676ce280ce is 50, key is test_row_0/A:col10/1731371142023/Put/seqid=0 2024-11-12T00:25:42,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742060_1236 (size=12001) 2024-11-12T00:25:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-12T00:25:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371203156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,225 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/6d1b5b0dad0b4df99c170e537dc2553c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/6d1b5b0dad0b4df99c170e537dc2553c 2024-11-12T00:25:43,229 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into 6d1b5b0dad0b4df99c170e537dc2553c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:43,229 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:43,229 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=13, startTime=1731371142799; duration=0sec 2024-11-12T00:25:43,229 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:43,229 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:25:43,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371203259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,340 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/9cc7c1ed75de437c9314ba676ce280ce 2024-11-12T00:25:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f28b93b2ba454a91916d5e2f48c18868 is 50, key is test_row_0/B:col10/1731371142023/Put/seqid=0 2024-11-12T00:25:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742061_1237 (size=12001) 2024-11-12T00:25:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371203461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371203561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371203564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371203565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371203567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T00:25:43,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f28b93b2ba454a91916d5e2f48c18868 2024-11-12T00:25:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/dcd7147cfdac45c5b29e66025db433b6 is 50, key is test_row_0/C:col10/1731371142023/Put/seqid=0 2024-11-12T00:25:43,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371203765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742062_1238 (size=12001) 2024-11-12T00:25:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-12T00:25:44,173 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/dcd7147cfdac45c5b29e66025db433b6 2024-11-12T00:25:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/9cc7c1ed75de437c9314ba676ce280ce as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9cc7c1ed75de437c9314ba676ce280ce 2024-11-12T00:25:44,182 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9cc7c1ed75de437c9314ba676ce280ce, entries=150, sequenceid=76, filesize=11.7 K 2024-11-12T00:25:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f28b93b2ba454a91916d5e2f48c18868 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f28b93b2ba454a91916d5e2f48c18868 2024-11-12T00:25:44,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f28b93b2ba454a91916d5e2f48c18868, entries=150, sequenceid=76, filesize=11.7 K 2024-11-12T00:25:44,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/dcd7147cfdac45c5b29e66025db433b6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/dcd7147cfdac45c5b29e66025db433b6 2024-11-12T00:25:44,192 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/dcd7147cfdac45c5b29e66025db433b6, entries=150, sequenceid=76, filesize=11.7 K 2024-11-12T00:25:44,192 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0735bb2957f7db51882c09eddd5cf015 in 1263ms, sequenceid=76, compaction requested=false 2024-11-12T00:25:44,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:44,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:44,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-12T00:25:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-12T00:25:44,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-12T00:25:44,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-11-12T00:25:44,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.3360 sec 2024-11-12T00:25:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:44,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:25:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:44,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f096b396d78f46b19853c6b958d1556d is 50, key is test_row_0/A:col10/1731371143153/Put/seqid=0 2024-11-12T00:25:44,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742063_1239 (size=12001) 2024-11-12T00:25:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371204326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:44,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371204429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:44,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371204632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:44,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f096b396d78f46b19853c6b958d1556d 2024-11-12T00:25:44,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/c7cd5dc4ef7b49c18d0e0b101c105c6d is 50, key is test_row_0/B:col10/1731371143153/Put/seqid=0 2024-11-12T00:25:44,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742064_1240 (size=12001) 2024-11-12T00:25:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371204937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/c7cd5dc4ef7b49c18d0e0b101c105c6d 2024-11-12T00:25:45,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/bd8969a5b82b44adafb59aa41c48c745 is 50, key is test_row_0/C:col10/1731371143153/Put/seqid=0 2024-11-12T00:25:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742065_1241 (size=12001) 2024-11-12T00:25:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371205440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/bd8969a5b82b44adafb59aa41c48c745 2024-11-12T00:25:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f096b396d78f46b19853c6b958d1556d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f096b396d78f46b19853c6b958d1556d 2024-11-12T00:25:45,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f096b396d78f46b19853c6b958d1556d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-12T00:25:45,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/c7cd5dc4ef7b49c18d0e0b101c105c6d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/c7cd5dc4ef7b49c18d0e0b101c105c6d 2024-11-12T00:25:45,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/c7cd5dc4ef7b49c18d0e0b101c105c6d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-12T00:25:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/bd8969a5b82b44adafb59aa41c48c745 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bd8969a5b82b44adafb59aa41c48c745 2024-11-12T00:25:45,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bd8969a5b82b44adafb59aa41c48c745, entries=150, sequenceid=89, filesize=11.7 K 2024-11-12T00:25:45,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0735bb2957f7db51882c09eddd5cf015 in 1253ms, sequenceid=89, compaction requested=true 2024-11-12T00:25:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:45,526 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:45,526 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:45,527 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:45,527 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:45,527 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:25:45,527 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:25:45,527 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:45,527 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:45,527 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/6d1b5b0dad0b4df99c170e537dc2553c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9cc7c1ed75de437c9314ba676ce280ce, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f096b396d78f46b19853c6b958d1556d] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=35.3 K 2024-11-12T00:25:45,527 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/34ce3c74b7494008be5b4eabb0c8ff8a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f28b93b2ba454a91916d5e2f48c18868, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/c7cd5dc4ef7b49c18d0e0b101c105c6d] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=35.3 K 2024-11-12T00:25:45,527 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 34ce3c74b7494008be5b4eabb0c8ff8a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731371141442 2024-11-12T00:25:45,527 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d1b5b0dad0b4df99c170e537dc2553c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731371141442 2024-11-12T00:25:45,528 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f28b93b2ba454a91916d5e2f48c18868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731371142018 2024-11-12T00:25:45,528 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cc7c1ed75de437c9314ba676ce280ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731371142018 2024-11-12T00:25:45,528 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c7cd5dc4ef7b49c18d0e0b101c105c6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731371143147 2024-11-12T00:25:45,528 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f096b396d78f46b19853c6b958d1556d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731371143147 2024-11-12T00:25:45,534 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:45,535 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:45,535 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/8b9beebfab7741399011c5a2fb1498ab is 50, key is test_row_0/B:col10/1731371143153/Put/seqid=0 2024-11-12T00:25:45,536 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f06f5822012a42f7a4d34adc9b0f8304 is 50, key is test_row_0/A:col10/1731371143153/Put/seqid=0 2024-11-12T00:25:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742067_1243 (size=12207) 2024-11-12T00:25:45,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742066_1242 (size=12207) 2024-11-12T00:25:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:45,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T00:25:45,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:45,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:45,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:45,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:45,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:45,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:45,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/90ae916d23e24aec90ed12b6cafdb3c7 is 50, key is test_row_0/A:col10/1731371145567/Put/seqid=0 2024-11-12T00:25:45,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371205580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371205583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371205584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371205584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,588 DEBUG [Thread-1051 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742068_1244 (size=14341) 2024-11-12T00:25:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371205685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371205685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371205688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371205888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371205888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371205892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:45,947 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f06f5822012a42f7a4d34adc9b0f8304 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f06f5822012a42f7a4d34adc9b0f8304 2024-11-12T00:25:45,952 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into f06f5822012a42f7a4d34adc9b0f8304(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:45,952 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:45,952 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=13, startTime=1731371145526; duration=0sec 2024-11-12T00:25:45,952 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:45,952 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:25:45,952 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:45,954 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:45,954 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:25:45,954 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:45,954 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/b1c796a6fad045de94b49c38fc6ce7fa, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/dcd7147cfdac45c5b29e66025db433b6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bd8969a5b82b44adafb59aa41c48c745] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=35.3 K 2024-11-12T00:25:45,954 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1c796a6fad045de94b49c38fc6ce7fa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731371141442 2024-11-12T00:25:45,955 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcd7147cfdac45c5b29e66025db433b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731371142018 2024-11-12T00:25:45,956 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd8969a5b82b44adafb59aa41c48c745, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731371143147 2024-11-12T00:25:45,957 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/8b9beebfab7741399011c5a2fb1498ab as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b9beebfab7741399011c5a2fb1498ab 2024-11-12T00:25:45,962 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into 8b9beebfab7741399011c5a2fb1498ab(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:45,962 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:45,962 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=13, startTime=1731371145526; duration=0sec 2024-11-12T00:25:45,962 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:45,962 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:25:45,964 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:45,965 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/a7e1c0a1618141c19e61149b7d610ecc is 50, key is test_row_0/C:col10/1731371143153/Put/seqid=0 2024-11-12T00:25:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-12T00:25:45,966 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-12T00:25:45,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-12T00:25:45,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742069_1245 (size=12207) 2024-11-12T00:25:45,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-12T00:25:45,970 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:45,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:45,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/90ae916d23e24aec90ed12b6cafdb3c7 2024-11-12T00:25:46,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/864e8b952b934b928afb17968f20a6cc is 50, key is test_row_0/B:col10/1731371145567/Put/seqid=0 2024-11-12T00:25:46,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742070_1246 (size=12001) 2024-11-12T00:25:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-12T00:25:46,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-12T00:25:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371206191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371206191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371206196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-12T00:25:46,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-12T00:25:46,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:46,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,375 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/a7e1c0a1618141c19e61149b7d610ecc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/a7e1c0a1618141c19e61149b7d610ecc 2024-11-12T00:25:46,379 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into a7e1c0a1618141c19e61149b7d610ecc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:46,379 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:46,379 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=13, startTime=1731371145526; duration=0sec 2024-11-12T00:25:46,379 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:46,379 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:25:46,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/864e8b952b934b928afb17968f20a6cc 2024-11-12T00:25:46,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/e2e5c398a23546ec939a1dc64dfd7ab9 is 50, key is test_row_0/C:col10/1731371145567/Put/seqid=0 2024-11-12T00:25:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742071_1247 (size=12001) 2024-11-12T00:25:46,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-12T00:25:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371206445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-12T00:25:46,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-12T00:25:46,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371206694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371206695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371206699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-12T00:25:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:46,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/e2e5c398a23546ec939a1dc64dfd7ab9 2024-11-12T00:25:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/90ae916d23e24aec90ed12b6cafdb3c7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/90ae916d23e24aec90ed12b6cafdb3c7 2024-11-12T00:25:46,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/90ae916d23e24aec90ed12b6cafdb3c7, entries=200, sequenceid=114, filesize=14.0 K 2024-11-12T00:25:46,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/864e8b952b934b928afb17968f20a6cc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/864e8b952b934b928afb17968f20a6cc 2024-11-12T00:25:46,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/864e8b952b934b928afb17968f20a6cc, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T00:25:46,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/e2e5c398a23546ec939a1dc64dfd7ab9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/e2e5c398a23546ec939a1dc64dfd7ab9 2024-11-12T00:25:46,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/e2e5c398a23546ec939a1dc64dfd7ab9, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T00:25:46,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0735bb2957f7db51882c09eddd5cf015 in 1273ms, sequenceid=114, compaction requested=false 2024-11-12T00:25:46,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:46,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:46,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-12T00:25:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:46,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:25:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:46,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/763ad0f7289e4ebfb6cf1f6438e416e0 is 50, key is test_row_0/A:col10/1731371145582/Put/seqid=0 2024-11-12T00:25:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742072_1248 (size=12001) 2024-11-12T00:25:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-12T00:25:47,295 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/763ad0f7289e4ebfb6cf1f6438e416e0 2024-11-12T00:25:47,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f75185af125846bb8a2b4abe644807e5 is 50, key is test_row_0/B:col10/1731371145582/Put/seqid=0 2024-11-12T00:25:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742073_1249 (size=12001) 2024-11-12T00:25:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:47,708 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f75185af125846bb8a2b4abe644807e5 2024-11-12T00:25:47,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/c8c58e42ca0647acaebec89700e982fc is 50, key is test_row_0/C:col10/1731371145582/Put/seqid=0 2024-11-12T00:25:47,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742074_1250 (size=12001) 2024-11-12T00:25:47,724 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/c8c58e42ca0647acaebec89700e982fc 2024-11-12T00:25:47,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/763ad0f7289e4ebfb6cf1f6438e416e0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/763ad0f7289e4ebfb6cf1f6438e416e0 2024-11-12T00:25:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371207727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371207728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371207728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,733 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/763ad0f7289e4ebfb6cf1f6438e416e0, entries=150, sequenceid=128, filesize=11.7 K 2024-11-12T00:25:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f75185af125846bb8a2b4abe644807e5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f75185af125846bb8a2b4abe644807e5 2024-11-12T00:25:47,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f75185af125846bb8a2b4abe644807e5, entries=150, sequenceid=128, filesize=11.7 K 2024-11-12T00:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/c8c58e42ca0647acaebec89700e982fc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c8c58e42ca0647acaebec89700e982fc 2024-11-12T00:25:47,743 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c8c58e42ca0647acaebec89700e982fc, entries=150, sequenceid=128, filesize=11.7 K 2024-11-12T00:25:47,744 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0735bb2957f7db51882c09eddd5cf015 in 860ms, sequenceid=128, compaction requested=true 2024-11-12T00:25:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-12T00:25:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-12T00:25:47,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-12T00:25:47,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7750 sec 2024-11-12T00:25:47,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.7790 sec 2024-11-12T00:25:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:47,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T00:25:47,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:47,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/9df7b9d2d4634cabbb1eeb254480970b is 50, key is test_row_0/A:col10/1731371147719/Put/seqid=0 2024-11-12T00:25:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742075_1251 (size=12151) 2024-11-12T00:25:47,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/9df7b9d2d4634cabbb1eeb254480970b 2024-11-12T00:25:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371207840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371207841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371207842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/601fce426638458f9606cf77dbee8940 is 50, key is test_row_0/B:col10/1731371147719/Put/seqid=0 2024-11-12T00:25:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742076_1252 (size=12151) 2024-11-12T00:25:47,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371207944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371207944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371207944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-12T00:25:48,073 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-12T00:25:48,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-12T00:25:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-12T00:25:48,075 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:48,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:48,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:48,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371208146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371208147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371208147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-12T00:25:48,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-12T00:25:48,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:48,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/601fce426638458f9606cf77dbee8940 2024-11-12T00:25:48,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/db99fb577f4541afa8537a1837697dbd is 50, key is test_row_0/C:col10/1731371147719/Put/seqid=0 2024-11-12T00:25:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742077_1253 (size=12151) 2024-11-12T00:25:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-12T00:25:48,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-12T00:25:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371208449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371208450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371208451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371208463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,465 DEBUG [Thread-1047 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:48,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-12T00:25:48,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:48,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/db99fb577f4541afa8537a1837697dbd 2024-11-12T00:25:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-12T00:25:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/9df7b9d2d4634cabbb1eeb254480970b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9df7b9d2d4634cabbb1eeb254480970b 2024-11-12T00:25:48,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9df7b9d2d4634cabbb1eeb254480970b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-12T00:25:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/601fce426638458f9606cf77dbee8940 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/601fce426638458f9606cf77dbee8940 2024-11-12T00:25:48,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-12T00:25:48,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:48,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/601fce426638458f9606cf77dbee8940, entries=150, sequenceid=154, filesize=11.9 K 2024-11-12T00:25:48,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:48,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/db99fb577f4541afa8537a1837697dbd as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/db99fb577f4541afa8537a1837697dbd 2024-11-12T00:25:48,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/db99fb577f4541afa8537a1837697dbd, entries=150, sequenceid=154, filesize=11.9 K 2024-11-12T00:25:48,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 0735bb2957f7db51882c09eddd5cf015 in 856ms, sequenceid=154, compaction requested=true 2024-11-12T00:25:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:48,690 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:48,690 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:48,691 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:48,691 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:25:48,691 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:48,691 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:25:48,691 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,691 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,691 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b9beebfab7741399011c5a2fb1498ab, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/864e8b952b934b928afb17968f20a6cc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f75185af125846bb8a2b4abe644807e5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/601fce426638458f9606cf77dbee8940] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=47.2 K 2024-11-12T00:25:48,691 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f06f5822012a42f7a4d34adc9b0f8304, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/90ae916d23e24aec90ed12b6cafdb3c7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/763ad0f7289e4ebfb6cf1f6438e416e0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9df7b9d2d4634cabbb1eeb254480970b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=49.5 K 2024-11-12T00:25:48,704 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b9beebfab7741399011c5a2fb1498ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731371143147 2024-11-12T00:25:48,704 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f06f5822012a42f7a4d34adc9b0f8304, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731371143147 2024-11-12T00:25:48,705 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90ae916d23e24aec90ed12b6cafdb3c7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731371144306 2024-11-12T00:25:48,705 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 864e8b952b934b928afb17968f20a6cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731371144321 2024-11-12T00:25:48,705 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 763ad0f7289e4ebfb6cf1f6438e416e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731371145578 2024-11-12T00:25:48,705 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f75185af125846bb8a2b4abe644807e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731371145578 2024-11-12T00:25:48,705 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 601fce426638458f9606cf77dbee8940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731371147719 2024-11-12T00:25:48,705 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9df7b9d2d4634cabbb1eeb254480970b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731371147719 2024-11-12T00:25:48,715 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:48,715 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/118525233c554053be4041b258c8feff is 50, key is test_row_0/A:col10/1731371147719/Put/seqid=0 2024-11-12T00:25:48,719 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:48,720 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/a16cefb7d70346aa9fb84e604b570684 is 50, key is test_row_0/B:col10/1731371147719/Put/seqid=0 2024-11-12T00:25:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742078_1254 (size=12493) 2024-11-12T00:25:48,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742079_1255 (size=12493) 2024-11-12T00:25:48,736 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/a16cefb7d70346aa9fb84e604b570684 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/a16cefb7d70346aa9fb84e604b570684 2024-11-12T00:25:48,740 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into a16cefb7d70346aa9fb84e604b570684(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:48,740 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:48,740 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=12, startTime=1731371148690; duration=0sec 2024-11-12T00:25:48,741 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:48,741 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:25:48,741 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:48,742 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:48,742 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:25:48,742 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,742 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/a7e1c0a1618141c19e61149b7d610ecc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/e2e5c398a23546ec939a1dc64dfd7ab9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c8c58e42ca0647acaebec89700e982fc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/db99fb577f4541afa8537a1837697dbd] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=47.2 K 2024-11-12T00:25:48,743 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a7e1c0a1618141c19e61149b7d610ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731371143147 2024-11-12T00:25:48,743 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e2e5c398a23546ec939a1dc64dfd7ab9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731371144321 2024-11-12T00:25:48,743 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c8c58e42ca0647acaebec89700e982fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731371145578 2024-11-12T00:25:48,743 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting db99fb577f4541afa8537a1837697dbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731371147719 2024-11-12T00:25:48,752 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:48,752 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/59d676839893447c85f2d1c4ab072e90 is 50, key is test_row_0/C:col10/1731371147719/Put/seqid=0 2024-11-12T00:25:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742080_1256 (size=12493) 2024-11-12T00:25:48,777 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/59d676839893447c85f2d1c4ab072e90 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/59d676839893447c85f2d1c4ab072e90 2024-11-12T00:25:48,781 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into 59d676839893447c85f2d1c4ab072e90(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:48,781 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:48,781 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=12, startTime=1731371148690; duration=0sec 2024-11-12T00:25:48,781 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:48,781 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:25:48,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-12T00:25:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:48,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:25:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:48,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5f05d6e154ce4018800761675723a9bc is 50, key is test_row_1/A:col10/1731371147837/Put/seqid=0 2024-11-12T00:25:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742081_1257 (size=9757) 2024-11-12T00:25:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:48,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371208976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371208978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:48,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371208980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371209081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371209082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371209083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,133 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/118525233c554053be4041b258c8feff as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/118525233c554053be4041b258c8feff 2024-11-12T00:25:49,137 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into 118525233c554053be4041b258c8feff(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:49,137 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:49,137 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=12, startTime=1731371148690; duration=0sec 2024-11-12T00:25:49,137 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:49,137 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:25:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-12T00:25:49,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5f05d6e154ce4018800761675723a9bc 2024-11-12T00:25:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/d8395fe7d915424bb7eede005a7f368c is 50, key is test_row_1/B:col10/1731371147837/Put/seqid=0 2024-11-12T00:25:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742082_1258 (size=9757) 2024-11-12T00:25:49,257 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/d8395fe7d915424bb7eede005a7f368c 2024-11-12T00:25:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/1171e50aa84941219d883a34a193d360 is 50, key is test_row_1/C:col10/1731371147837/Put/seqid=0 2024-11-12T00:25:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742083_1259 (size=9757) 2024-11-12T00:25:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371209283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371209285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371209286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371209585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371209587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371209589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371209607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:49,608 DEBUG [Thread-1051 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:49,680 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/1171e50aa84941219d883a34a193d360 2024-11-12T00:25:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5f05d6e154ce4018800761675723a9bc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5f05d6e154ce4018800761675723a9bc 2024-11-12T00:25:49,687 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5f05d6e154ce4018800761675723a9bc, entries=100, sequenceid=167, filesize=9.5 K 2024-11-12T00:25:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/d8395fe7d915424bb7eede005a7f368c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d8395fe7d915424bb7eede005a7f368c 2024-11-12T00:25:49,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d8395fe7d915424bb7eede005a7f368c, entries=100, sequenceid=167, filesize=9.5 K 2024-11-12T00:25:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/1171e50aa84941219d883a34a193d360 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1171e50aa84941219d883a34a193d360 2024-11-12T00:25:49,696 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1171e50aa84941219d883a34a193d360, entries=100, sequenceid=167, filesize=9.5 K 2024-11-12T00:25:49,696 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0735bb2957f7db51882c09eddd5cf015 in 859ms, sequenceid=167, compaction requested=false 2024-11-12T00:25:49,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:49,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:49,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-12T00:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-12T00:25:49,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-12T00:25:49,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-11-12T00:25:49,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.6250 sec 2024-11-12T00:25:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:50,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T00:25:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:50,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:50,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/eed269dbde044263ba172dcb4edf9456 is 50, key is test_row_0/A:col10/1731371148967/Put/seqid=0 2024-11-12T00:25:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742084_1260 (size=16931) 2024-11-12T00:25:50,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/eed269dbde044263ba172dcb4edf9456 2024-11-12T00:25:50,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371210100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371210101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371210101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b1a0627aa3354b3a8aaa494c40abb97d is 50, key is test_row_0/B:col10/1731371148967/Put/seqid=0 2024-11-12T00:25:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742085_1261 (size=12151) 2024-11-12T00:25:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-12T00:25:50,178 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-12T00:25:50,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-12T00:25:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-12T00:25:50,182 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:50,182 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:50,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:50,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371210203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371210205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371210205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-12T00:25:50,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-12T00:25:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371210406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371210407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371210408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-12T00:25:50,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-12T00:25:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b1a0627aa3354b3a8aaa494c40abb97d 2024-11-12T00:25:50,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/d78ddfcd787e479993d5716c5de01d72 is 50, key is test_row_0/C:col10/1731371148967/Put/seqid=0 2024-11-12T00:25:50,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742086_1262 (size=12151) 2024-11-12T00:25:50,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-12T00:25:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371210707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371210710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371210710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-12T00:25:50,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-12T00:25:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:50,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/d78ddfcd787e479993d5716c5de01d72 2024-11-12T00:25:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/eed269dbde044263ba172dcb4edf9456 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/eed269dbde044263ba172dcb4edf9456 2024-11-12T00:25:50,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/eed269dbde044263ba172dcb4edf9456, entries=250, sequenceid=195, filesize=16.5 K 2024-11-12T00:25:50,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b1a0627aa3354b3a8aaa494c40abb97d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b1a0627aa3354b3a8aaa494c40abb97d 2024-11-12T00:25:50,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b1a0627aa3354b3a8aaa494c40abb97d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T00:25:50,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/d78ddfcd787e479993d5716c5de01d72 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d78ddfcd787e479993d5716c5de01d72 2024-11-12T00:25:50,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d78ddfcd787e479993d5716c5de01d72, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T00:25:50,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 0735bb2957f7db51882c09eddd5cf015 in 850ms, sequenceid=195, compaction requested=true 2024-11-12T00:25:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:50,941 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:50,941 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:50,942 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:50,942 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:50,942 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:25:50,942 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:25:50,942 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,942 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,943 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/a16cefb7d70346aa9fb84e604b570684, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d8395fe7d915424bb7eede005a7f368c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b1a0627aa3354b3a8aaa494c40abb97d] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=33.6 K 2024-11-12T00:25:50,943 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/118525233c554053be4041b258c8feff, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5f05d6e154ce4018800761675723a9bc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/eed269dbde044263ba172dcb4edf9456] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=38.3 K 2024-11-12T00:25:50,943 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a16cefb7d70346aa9fb84e604b570684, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731371147719 2024-11-12T00:25:50,943 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 118525233c554053be4041b258c8feff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731371147719 2024-11-12T00:25:50,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:50,943 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f05d6e154ce4018800761675723a9bc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731371147837 2024-11-12T00:25:50,943 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d8395fe7d915424bb7eede005a7f368c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731371147837 2024-11-12T00:25:50,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-12T00:25:50,944 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b1a0627aa3354b3a8aaa494c40abb97d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371148967 2024-11-12T00:25:50,944 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting eed269dbde044263ba172dcb4edf9456, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371148967 2024-11-12T00:25:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:50,944 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T00:25:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/61673dfb92114694baeff6419d9a8605 is 50, key is test_row_0/A:col10/1731371150100/Put/seqid=0 2024-11-12T00:25:50,953 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:50,954 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/e4178070c1e544c29618e215d6bdce01 is 50, key is test_row_0/A:col10/1731371148967/Put/seqid=0 2024-11-12T00:25:50,964 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:50,965 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/707c0a81ad4a4898b1d0b6c88a311312 is 50, key is test_row_0/B:col10/1731371148967/Put/seqid=0 2024-11-12T00:25:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742087_1263 (size=12151) 2024-11-12T00:25:50,966 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/61673dfb92114694baeff6419d9a8605 2024-11-12T00:25:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742088_1264 (size=12595) 2024-11-12T00:25:50,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/0612b35f5b0a4d12ad986a60b34df4e1 is 50, key is test_row_0/B:col10/1731371150100/Put/seqid=0 2024-11-12T00:25:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742089_1265 (size=12595) 2024-11-12T00:25:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742090_1266 (size=12151) 2024-11-12T00:25:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:51,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:51,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371211265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371211265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371211265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-12T00:25:51,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371211370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371211370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371211370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,386 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/0612b35f5b0a4d12ad986a60b34df4e1 2024-11-12T00:25:51,430 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/e4178070c1e544c29618e215d6bdce01 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/e4178070c1e544c29618e215d6bdce01 2024-11-12T00:25:51,430 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/707c0a81ad4a4898b1d0b6c88a311312 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/707c0a81ad4a4898b1d0b6c88a311312 2024-11-12T00:25:51,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/1f02bc2a2505406bbd7c62e919ccb60e is 50, key is test_row_0/C:col10/1731371150100/Put/seqid=0 2024-11-12T00:25:51,436 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into 707c0a81ad4a4898b1d0b6c88a311312(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:51,436 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into e4178070c1e544c29618e215d6bdce01(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:51,436 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:51,436 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:51,436 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=13, startTime=1731371150941; duration=0sec 2024-11-12T00:25:51,436 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=13, startTime=1731371150941; duration=0sec 2024-11-12T00:25:51,436 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:51,436 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:25:51,436 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:51,436 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:25:51,436 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:51,438 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:51,438 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:25:51,438 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:51,438 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/59d676839893447c85f2d1c4ab072e90, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1171e50aa84941219d883a34a193d360, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d78ddfcd787e479993d5716c5de01d72] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=33.6 K 2024-11-12T00:25:51,438 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d676839893447c85f2d1c4ab072e90, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731371147719 2024-11-12T00:25:51,439 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1171e50aa84941219d883a34a193d360, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731371147837 2024-11-12T00:25:51,439 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d78ddfcd787e479993d5716c5de01d72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371148967 2024-11-12T00:25:51,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742091_1267 (size=12151) 2024-11-12T00:25:51,445 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:51,445 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/88f861d3a9f744109823d4f67a0e8642 is 50, key is test_row_0/C:col10/1731371148967/Put/seqid=0 2024-11-12T00:25:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742092_1268 (size=12595) 2024-11-12T00:25:51,456 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/88f861d3a9f744109823d4f67a0e8642 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/88f861d3a9f744109823d4f67a0e8642 2024-11-12T00:25:51,460 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into 88f861d3a9f744109823d4f67a0e8642(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:51,460 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:51,460 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=13, startTime=1731371150941; duration=0sec 2024-11-12T00:25:51,460 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:51,460 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:25:51,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371211572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371211572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371211572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,840 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/1f02bc2a2505406bbd7c62e919ccb60e 2024-11-12T00:25:51,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/61673dfb92114694baeff6419d9a8605 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/61673dfb92114694baeff6419d9a8605 2024-11-12T00:25:51,848 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/61673dfb92114694baeff6419d9a8605, entries=150, sequenceid=205, filesize=11.9 K 2024-11-12T00:25:51,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/0612b35f5b0a4d12ad986a60b34df4e1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0612b35f5b0a4d12ad986a60b34df4e1 2024-11-12T00:25:51,853 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0612b35f5b0a4d12ad986a60b34df4e1, entries=150, sequenceid=205, filesize=11.9 K 2024-11-12T00:25:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/1f02bc2a2505406bbd7c62e919ccb60e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1f02bc2a2505406bbd7c62e919ccb60e 2024-11-12T00:25:51,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1f02bc2a2505406bbd7c62e919ccb60e, entries=150, sequenceid=205, filesize=11.9 K 2024-11-12T00:25:51,858 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0735bb2957f7db51882c09eddd5cf015 in 914ms, sequenceid=205, compaction requested=false 2024-11-12T00:25:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-12T00:25:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-12T00:25:51,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-12T00:25:51,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6780 sec 2024-11-12T00:25:51,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.6820 sec 2024-11-12T00:25:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:51,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T00:25:51,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:51,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:51,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:51,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:51,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:51,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:51,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5aa0b84751f24ffeb721a7e0f902d6df is 50, key is test_row_0/A:col10/1731371151876/Put/seqid=0 2024-11-12T00:25:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371211883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371211884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371211884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742093_1269 (size=14541) 2024-11-12T00:25:51,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371211985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371211988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371211988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371212187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371212190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371212191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-12T00:25:52,284 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-12T00:25:52,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-12T00:25:52,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-12T00:25:52,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:52,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:52,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5aa0b84751f24ffeb721a7e0f902d6df 2024-11-12T00:25:52,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/0058afa6d9184faaba74cf1bb6e3ad2a is 50, key is test_row_0/B:col10/1731371151876/Put/seqid=0 2024-11-12T00:25:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742094_1270 (size=12151) 2024-11-12T00:25:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-12T00:25:52,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-12T00:25:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371212491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371212494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371212496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1731371212498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,500 DEBUG [Thread-1047 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-12T00:25:52,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-12T00:25:52,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:52,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/0058afa6d9184faaba74cf1bb6e3ad2a 2024-11-12T00:25:52,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3d59e79e98e046eca3642f9d15f9ce4e is 50, key is test_row_0/C:col10/1731371151876/Put/seqid=0 2024-11-12T00:25:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742095_1271 (size=12151) 2024-11-12T00:25:52,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-12T00:25:52,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-12T00:25:52,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:52,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-12T00:25:52,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:52,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:52,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371212997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371212998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371212998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:53,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:53,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-12T00:25:53,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:53,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:53,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:53,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3d59e79e98e046eca3642f9d15f9ce4e 2024-11-12T00:25:53,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5aa0b84751f24ffeb721a7e0f902d6df as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5aa0b84751f24ffeb721a7e0f902d6df 2024-11-12T00:25:53,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5aa0b84751f24ffeb721a7e0f902d6df, entries=200, sequenceid=236, filesize=14.2 K 2024-11-12T00:25:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/0058afa6d9184faaba74cf1bb6e3ad2a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0058afa6d9184faaba74cf1bb6e3ad2a 2024-11-12T00:25:53,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0058afa6d9184faaba74cf1bb6e3ad2a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-12T00:25:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3d59e79e98e046eca3642f9d15f9ce4e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3d59e79e98e046eca3642f9d15f9ce4e 2024-11-12T00:25:53,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3d59e79e98e046eca3642f9d15f9ce4e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-12T00:25:53,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 0735bb2957f7db51882c09eddd5cf015 in 1248ms, sequenceid=236, compaction requested=true 2024-11-12T00:25:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:53,125 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:53,125 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:53,126 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:53,126 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:25:53,126 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:53,127 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:25:53,127 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:53,127 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:53,127 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/707c0a81ad4a4898b1d0b6c88a311312, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0612b35f5b0a4d12ad986a60b34df4e1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0058afa6d9184faaba74cf1bb6e3ad2a] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=36.0 K 2024-11-12T00:25:53,127 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/e4178070c1e544c29618e215d6bdce01, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/61673dfb92114694baeff6419d9a8605, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5aa0b84751f24ffeb721a7e0f902d6df] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=38.4 K 2024-11-12T00:25:53,127 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 707c0a81ad4a4898b1d0b6c88a311312, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371148967 2024-11-12T00:25:53,127 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4178070c1e544c29618e215d6bdce01, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371148967 2024-11-12T00:25:53,127 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61673dfb92114694baeff6419d9a8605, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731371150099 2024-11-12T00:25:53,127 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 0612b35f5b0a4d12ad986a60b34df4e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731371150099 2024-11-12T00:25:53,128 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aa0b84751f24ffeb721a7e0f902d6df, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371151232 2024-11-12T00:25:53,128 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 0058afa6d9184faaba74cf1bb6e3ad2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371151240 2024-11-12T00:25:53,134 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:53,134 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:53,135 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/0d964f0b3c0d4332a50aaa209764bf39 is 50, key is test_row_0/A:col10/1731371151876/Put/seqid=0 2024-11-12T00:25:53,135 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/d15cc764fdcc49f6944f4d47dfc18d79 is 50, key is test_row_0/B:col10/1731371151876/Put/seqid=0 2024-11-12T00:25:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742096_1272 (size=12697) 2024-11-12T00:25:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742097_1273 (size=12697) 2024-11-12T00:25:53,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:53,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-12T00:25:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:53,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T00:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5efb9a5f92fa4d4682d2c32fc8f46fdc is 50, key is test_row_0/A:col10/1731371151883/Put/seqid=0 2024-11-12T00:25:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742098_1274 (size=9757) 2024-11-12T00:25:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-12T00:25:53,543 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/d15cc764fdcc49f6944f4d47dfc18d79 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d15cc764fdcc49f6944f4d47dfc18d79 2024-11-12T00:25:53,549 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/0d964f0b3c0d4332a50aaa209764bf39 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/0d964f0b3c0d4332a50aaa209764bf39 2024-11-12T00:25:53,549 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into d15cc764fdcc49f6944f4d47dfc18d79(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:53,549 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:53,549 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=13, startTime=1731371153125; duration=0sec 2024-11-12T00:25:53,549 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:53,549 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:25:53,549 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:53,550 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:53,551 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:25:53,551 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:53,551 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/88f861d3a9f744109823d4f67a0e8642, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1f02bc2a2505406bbd7c62e919ccb60e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3d59e79e98e046eca3642f9d15f9ce4e] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=36.0 K 2024-11-12T00:25:53,551 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 88f861d3a9f744109823d4f67a0e8642, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731371148967 2024-11-12T00:25:53,552 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f02bc2a2505406bbd7c62e919ccb60e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731371150099 2024-11-12T00:25:53,552 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d59e79e98e046eca3642f9d15f9ce4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371151240 2024-11-12T00:25:53,555 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into 0d964f0b3c0d4332a50aaa209764bf39(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:53,555 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:53,555 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=13, startTime=1731371153125; duration=0sec 2024-11-12T00:25:53,555 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:53,556 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:25:53,561 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:53,561 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/444c975dbc244ef29092cdb18ab7c21f is 50, key is test_row_0/C:col10/1731371151876/Put/seqid=0 2024-11-12T00:25:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742099_1275 (size=12697) 2024-11-12T00:25:53,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5efb9a5f92fa4d4682d2c32fc8f46fdc 2024-11-12T00:25:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/e8c52dcf70464c65bc3ea10be708a06b is 50, key is test_row_0/B:col10/1731371151883/Put/seqid=0 2024-11-12T00:25:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742100_1276 (size=9757) 2024-11-12T00:25:53,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/e8c52dcf70464c65bc3ea10be708a06b 2024-11-12T00:25:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/591cfd2f30184db79de7be181a8cc9be is 50, key is test_row_0/C:col10/1731371151883/Put/seqid=0 2024-11-12T00:25:53,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742101_1277 (size=9757) 2024-11-12T00:25:53,970 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/444c975dbc244ef29092cdb18ab7c21f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/444c975dbc244ef29092cdb18ab7c21f 2024-11-12T00:25:53,974 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into 444c975dbc244ef29092cdb18ab7c21f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:53,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:53,974 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=13, startTime=1731371153125; duration=0sec 2024-11-12T00:25:53,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:53,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:25:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:54,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:54,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371214025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,028 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/591cfd2f30184db79de7be181a8cc9be 2024-11-12T00:25:54,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371214026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371214027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/5efb9a5f92fa4d4682d2c32fc8f46fdc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5efb9a5f92fa4d4682d2c32fc8f46fdc 2024-11-12T00:25:54,035 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5efb9a5f92fa4d4682d2c32fc8f46fdc, entries=100, sequenceid=244, filesize=9.5 K 2024-11-12T00:25:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/e8c52dcf70464c65bc3ea10be708a06b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e8c52dcf70464c65bc3ea10be708a06b 2024-11-12T00:25:54,039 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e8c52dcf70464c65bc3ea10be708a06b, entries=100, sequenceid=244, filesize=9.5 K 2024-11-12T00:25:54,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/591cfd2f30184db79de7be181a8cc9be as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/591cfd2f30184db79de7be181a8cc9be 2024-11-12T00:25:54,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/591cfd2f30184db79de7be181a8cc9be, entries=100, sequenceid=244, filesize=9.5 K 2024-11-12T00:25:54,044 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 0735bb2957f7db51882c09eddd5cf015 in 845ms, sequenceid=244, compaction requested=false 2024-11-12T00:25:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-12T00:25:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-12T00:25:54,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-12T00:25:54,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7590 sec 2024-11-12T00:25:54,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.7610 sec 2024-11-12T00:25:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:54,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T00:25:54,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:54,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:54,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:54,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:54,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:54,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:54,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/b4519220c7bb4bc38dcf91cfbdc785e5 is 50, key is test_row_0/A:col10/1731371154025/Put/seqid=0 2024-11-12T00:25:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371214133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371214133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371214134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742102_1278 (size=12301) 2024-11-12T00:25:54,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/b4519220c7bb4bc38dcf91cfbdc785e5 2024-11-12T00:25:54,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/acd94ad5cca84d24b9cb932f433c5e59 is 50, key is test_row_0/B:col10/1731371154025/Put/seqid=0 2024-11-12T00:25:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742103_1279 (size=12301) 2024-11-12T00:25:54,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371214236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371214237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371214238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-12T00:25:54,390 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-12T00:25:54,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-12T00:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-12T00:25:54,393 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:54,393 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:54,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:54,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371214440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371214441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371214441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-12T00:25:54,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-12T00:25:54,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:54,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:54,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:54,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/acd94ad5cca84d24b9cb932f433c5e59 2024-11-12T00:25:54,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/4d95e08875774b60973b8695711ef565 is 50, key is test_row_0/C:col10/1731371154025/Put/seqid=0 2024-11-12T00:25:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742104_1280 (size=12301) 2024-11-12T00:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-12T00:25:54,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-12T00:25:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:54,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371214742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371214744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371214746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:54,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-12T00:25:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:54,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:54,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/4d95e08875774b60973b8695711ef565 2024-11-12T00:25:54,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/b4519220c7bb4bc38dcf91cfbdc785e5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/b4519220c7bb4bc38dcf91cfbdc785e5 2024-11-12T00:25:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-12T00:25:54,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/b4519220c7bb4bc38dcf91cfbdc785e5, entries=150, sequenceid=276, filesize=12.0 K 2024-11-12T00:25:54,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/acd94ad5cca84d24b9cb932f433c5e59 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/acd94ad5cca84d24b9cb932f433c5e59 2024-11-12T00:25:55,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/acd94ad5cca84d24b9cb932f433c5e59, entries=150, sequenceid=276, filesize=12.0 K 2024-11-12T00:25:55,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/4d95e08875774b60973b8695711ef565 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/4d95e08875774b60973b8695711ef565 2024-11-12T00:25:55,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-12T00:25:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:55,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:55,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/4d95e08875774b60973b8695711ef565, entries=150, sequenceid=276, filesize=12.0 K 2024-11-12T00:25:55,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0735bb2957f7db51882c09eddd5cf015 in 878ms, sequenceid=276, compaction requested=true 2024-11-12T00:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:55,008 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:55,008 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:55,009 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:55,009 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:55,009 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:25:55,009 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:25:55,009 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:55,009 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:55,010 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d15cc764fdcc49f6944f4d47dfc18d79, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e8c52dcf70464c65bc3ea10be708a06b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/acd94ad5cca84d24b9cb932f433c5e59] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=33.9 K 2024-11-12T00:25:55,010 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/0d964f0b3c0d4332a50aaa209764bf39, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5efb9a5f92fa4d4682d2c32fc8f46fdc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/b4519220c7bb4bc38dcf91cfbdc785e5] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=33.9 K 2024-11-12T00:25:55,010 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d964f0b3c0d4332a50aaa209764bf39, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371151240 2024-11-12T00:25:55,010 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d15cc764fdcc49f6944f4d47dfc18d79, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371151240 2024-11-12T00:25:55,010 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5efb9a5f92fa4d4682d2c32fc8f46fdc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731371151880 2024-11-12T00:25:55,011 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c52dcf70464c65bc3ea10be708a06b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731371151880 2024-11-12T00:25:55,011 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4519220c7bb4bc38dcf91cfbdc785e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731371154024 2024-11-12T00:25:55,011 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting acd94ad5cca84d24b9cb932f433c5e59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731371154024 2024-11-12T00:25:55,018 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:55,018 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:55,018 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/e79edeff46e34c37ac5c5ae297551ff9 is 50, key is test_row_0/B:col10/1731371154025/Put/seqid=0 2024-11-12T00:25:55,018 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/fa2f8dcae52b42a79c79019eb47c3ef3 is 50, key is test_row_0/A:col10/1731371154025/Put/seqid=0 2024-11-12T00:25:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742105_1281 (size=12949) 2024-11-12T00:25:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742106_1282 (size=12949) 2024-11-12T00:25:55,052 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/e79edeff46e34c37ac5c5ae297551ff9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e79edeff46e34c37ac5c5ae297551ff9 2024-11-12T00:25:55,057 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into e79edeff46e34c37ac5c5ae297551ff9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:55,057 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:55,057 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=13, startTime=1731371155008; duration=0sec 2024-11-12T00:25:55,057 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:55,057 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:25:55,057 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:25:55,059 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:25:55,059 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:25:55,059 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:55,059 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/444c975dbc244ef29092cdb18ab7c21f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/591cfd2f30184db79de7be181a8cc9be, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/4d95e08875774b60973b8695711ef565] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=33.9 K 2024-11-12T00:25:55,059 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 444c975dbc244ef29092cdb18ab7c21f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371151240 2024-11-12T00:25:55,060 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 591cfd2f30184db79de7be181a8cc9be, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731371151880 2024-11-12T00:25:55,060 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d95e08875774b60973b8695711ef565, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731371154024 2024-11-12T00:25:55,066 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:55,066 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/bfc8a9c1a2094380b4bcc8d7f7fd592c is 50, key is test_row_0/C:col10/1731371154025/Put/seqid=0 2024-11-12T00:25:55,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742107_1283 (size=12949) 2024-11-12T00:25:55,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-12T00:25:55,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:55,156 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-12T00:25:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:55,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/2879418d41db46f885252f8b3d701559 is 50, key is test_row_0/A:col10/1731371154133/Put/seqid=0 2024-11-12T00:25:55,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742108_1284 (size=12301) 2024-11-12T00:25:55,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:55,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371215301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371215303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371215305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371215406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371215407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371215408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,433 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/fa2f8dcae52b42a79c79019eb47c3ef3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/fa2f8dcae52b42a79c79019eb47c3ef3 2024-11-12T00:25:55,437 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into fa2f8dcae52b42a79c79019eb47c3ef3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:55,437 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:55,437 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=13, startTime=1731371155008; duration=0sec 2024-11-12T00:25:55,437 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:55,437 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:25:55,475 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/bfc8a9c1a2094380b4bcc8d7f7fd592c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bfc8a9c1a2094380b4bcc8d7f7fd592c 2024-11-12T00:25:55,479 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into bfc8a9c1a2094380b4bcc8d7f7fd592c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:55,479 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:55,479 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=13, startTime=1731371155008; duration=0sec 2024-11-12T00:25:55,480 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:55,480 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:25:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-12T00:25:55,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/2879418d41db46f885252f8b3d701559 2024-11-12T00:25:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/81fa7b85bc0544238171c7f435dc423d is 50, key is test_row_0/B:col10/1731371154133/Put/seqid=0 2024-11-12T00:25:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742109_1285 (size=12301) 2024-11-12T00:25:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371215609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371215610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371215610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371215912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371215914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371215914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:55,972 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/81fa7b85bc0544238171c7f435dc423d 2024-11-12T00:25:55,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/5dc7896233964a6a9de6f8e055410c78 is 50, key is test_row_0/C:col10/1731371154133/Put/seqid=0 2024-11-12T00:25:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742110_1286 (size=12301) 2024-11-12T00:25:56,382 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/5dc7896233964a6a9de6f8e055410c78 2024-11-12T00:25:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371216415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371216416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371216419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:56,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/2879418d41db46f885252f8b3d701559 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/2879418d41db46f885252f8b3d701559 2024-11-12T00:25:56,425 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/2879418d41db46f885252f8b3d701559, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T00:25:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/81fa7b85bc0544238171c7f435dc423d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/81fa7b85bc0544238171c7f435dc423d 2024-11-12T00:25:56,429 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/81fa7b85bc0544238171c7f435dc423d, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T00:25:56,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/5dc7896233964a6a9de6f8e055410c78 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/5dc7896233964a6a9de6f8e055410c78 2024-11-12T00:25:56,433 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/5dc7896233964a6a9de6f8e055410c78, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T00:25:56,434 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 0735bb2957f7db51882c09eddd5cf015 in 1278ms, sequenceid=284, compaction requested=false 2024-11-12T00:25:56,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:56,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:56,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-12T00:25:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-12T00:25:56,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-12T00:25:56,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec 2024-11-12T00:25:56,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.0460 sec 2024-11-12T00:25:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-12T00:25:56,495 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-12T00:25:56,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-12T00:25:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-12T00:25:56,497 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:56,498 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:56,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-12T00:25:56,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:56,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-12T00:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:56,650 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T00:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:56,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a2358eee04ad4ff7a6ba0d038bc4efee is 50, key is test_row_0/A:col10/1731371155300/Put/seqid=0 2024-11-12T00:25:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742111_1287 (size=12301) 2024-11-12T00:25:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-12T00:25:57,077 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a2358eee04ad4ff7a6ba0d038bc4efee 2024-11-12T00:25:57,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/93476fc6b06a4b08b36b7cb9a9c3c464 is 50, key is test_row_0/B:col10/1731371155300/Put/seqid=0 2024-11-12T00:25:57,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742112_1288 (size=12301) 2024-11-12T00:25:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-12T00:25:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:57,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:57,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371217423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:57,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371217424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:57,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371217425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:57,487 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/93476fc6b06a4b08b36b7cb9a9c3c464 2024-11-12T00:25:57,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/de9aae469636439780fa7a8a2fbebfa9 is 50, key is test_row_0/C:col10/1731371155300/Put/seqid=0 2024-11-12T00:25:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742113_1289 (size=12301) 2024-11-12T00:25:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371217526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371217526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-12T00:25:57,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371217729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:57,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371217729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:57,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/de9aae469636439780fa7a8a2fbebfa9 2024-11-12T00:25:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a2358eee04ad4ff7a6ba0d038bc4efee as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2358eee04ad4ff7a6ba0d038bc4efee 2024-11-12T00:25:57,911 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2358eee04ad4ff7a6ba0d038bc4efee, entries=150, sequenceid=315, filesize=12.0 K 2024-11-12T00:25:57,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/93476fc6b06a4b08b36b7cb9a9c3c464 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/93476fc6b06a4b08b36b7cb9a9c3c464 2024-11-12T00:25:57,915 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/93476fc6b06a4b08b36b7cb9a9c3c464, entries=150, sequenceid=315, filesize=12.0 K 2024-11-12T00:25:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/de9aae469636439780fa7a8a2fbebfa9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/de9aae469636439780fa7a8a2fbebfa9 2024-11-12T00:25:57,923 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/de9aae469636439780fa7a8a2fbebfa9, entries=150, sequenceid=315, filesize=12.0 K 2024-11-12T00:25:57,924 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0735bb2957f7db51882c09eddd5cf015 in 1274ms, sequenceid=315, compaction requested=true 2024-11-12T00:25:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-12T00:25:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-12T00:25:57,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-12T00:25:57,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-12T00:25:57,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4300 sec 2024-11-12T00:25:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:58,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:25:58,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:58,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:58,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:58,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:58,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:58,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:58,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a967120ef02a44ba93aea6837480215f is 50, key is test_row_0/A:col10/1731371158038/Put/seqid=0 2024-11-12T00:25:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742114_1290 (size=12301) 2024-11-12T00:25:58,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371218075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371218078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371218179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371218182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371218383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371218384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a967120ef02a44ba93aea6837480215f 2024-11-12T00:25:58,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b9308c525ca64ab4950ffa1a35f38db8 is 50, key is test_row_0/B:col10/1731371158038/Put/seqid=0 2024-11-12T00:25:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742115_1291 (size=12301) 2024-11-12T00:25:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-12T00:25:58,601 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-12T00:25:58,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:25:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-12T00:25:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-12T00:25:58,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:25:58,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:25:58,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:25:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371218684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371218689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-12T00:25:58,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-12T00:25:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:58,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:25:58,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b9308c525ca64ab4950ffa1a35f38db8 2024-11-12T00:25:58,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/15fe67f428de4eaeba3c2d68377ad88f is 50, key is test_row_0/C:col10/1731371158038/Put/seqid=0 2024-11-12T00:25:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742116_1292 (size=12301) 2024-11-12T00:25:58,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/15fe67f428de4eaeba3c2d68377ad88f 2024-11-12T00:25:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a967120ef02a44ba93aea6837480215f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a967120ef02a44ba93aea6837480215f 2024-11-12T00:25:58,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a967120ef02a44ba93aea6837480215f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-12T00:25:58,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b9308c525ca64ab4950ffa1a35f38db8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b9308c525ca64ab4950ffa1a35f38db8 2024-11-12T00:25:58,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b9308c525ca64ab4950ffa1a35f38db8, entries=150, sequenceid=326, filesize=12.0 K 2024-11-12T00:25:58,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/15fe67f428de4eaeba3c2d68377ad88f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/15fe67f428de4eaeba3c2d68377ad88f 2024-11-12T00:25:58,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/15fe67f428de4eaeba3c2d68377ad88f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-12T00:25:58,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0735bb2957f7db51882c09eddd5cf015 in 843ms, sequenceid=326, compaction requested=true 2024-11-12T00:25:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:25:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:58,882 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:25:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:58,882 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:25:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:58,883 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:58,883 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:58,883 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:25:58,883 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:25:58,883 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:58,883 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:58,883 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e79edeff46e34c37ac5c5ae297551ff9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/81fa7b85bc0544238171c7f435dc423d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/93476fc6b06a4b08b36b7cb9a9c3c464, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b9308c525ca64ab4950ffa1a35f38db8] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=48.7 K 2024-11-12T00:25:58,883 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/fa2f8dcae52b42a79c79019eb47c3ef3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/2879418d41db46f885252f8b3d701559, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2358eee04ad4ff7a6ba0d038bc4efee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a967120ef02a44ba93aea6837480215f] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=48.7 K 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa2f8dcae52b42a79c79019eb47c3ef3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731371154024 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e79edeff46e34c37ac5c5ae297551ff9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731371154024 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2879418d41db46f885252f8b3d701559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731371154132 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 81fa7b85bc0544238171c7f435dc423d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731371154132 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2358eee04ad4ff7a6ba0d038bc4efee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731371155300 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 93476fc6b06a4b08b36b7cb9a9c3c464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731371155300 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting a967120ef02a44ba93aea6837480215f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731371158035 2024-11-12T00:25:58,884 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b9308c525ca64ab4950ffa1a35f38db8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731371158035 2024-11-12T00:25:58,891 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:58,892 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/12a11741897d464b8af5f7f01037a5cf is 50, key is test_row_0/B:col10/1731371158038/Put/seqid=0 2024-11-12T00:25:58,892 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:58,892 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/379765284400423c86854864d73f8b21 is 50, key is test_row_0/A:col10/1731371158038/Put/seqid=0 2024-11-12T00:25:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742117_1293 (size=13085) 2024-11-12T00:25:58,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742118_1294 (size=13085) 2024-11-12T00:25:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-12T00:25:58,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:25:58,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-12T00:25:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:58,908 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T00:25:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:25:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:25:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:25:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:25:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/4a66b62824fb497f8bedc42d90bcdf85 is 50, key is test_row_0/A:col10/1731371158077/Put/seqid=0 2024-11-12T00:25:58,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742119_1295 (size=12301) 2024-11-12T00:25:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:25:59,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:25:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-12T00:25:59,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371219204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371219207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,305 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/12a11741897d464b8af5f7f01037a5cf as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/12a11741897d464b8af5f7f01037a5cf 2024-11-12T00:25:59,308 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/379765284400423c86854864d73f8b21 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/379765284400423c86854864d73f8b21 2024-11-12T00:25:59,308 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into 12a11741897d464b8af5f7f01037a5cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:59,308 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:59,308 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=12, startTime=1731371158882; duration=0sec 2024-11-12T00:25:59,308 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:25:59,308 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:25:59,308 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T00:25:59,310 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T00:25:59,310 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:25:59,310 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:25:59,310 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bfc8a9c1a2094380b4bcc8d7f7fd592c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/5dc7896233964a6a9de6f8e055410c78, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/de9aae469636439780fa7a8a2fbebfa9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/15fe67f428de4eaeba3c2d68377ad88f] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=48.7 K 2024-11-12T00:25:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371219308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,310 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting bfc8a9c1a2094380b4bcc8d7f7fd592c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731371154024 2024-11-12T00:25:59,311 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dc7896233964a6a9de6f8e055410c78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731371154132 2024-11-12T00:25:59,311 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting de9aae469636439780fa7a8a2fbebfa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731371155300 2024-11-12T00:25:59,311 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 15fe67f428de4eaeba3c2d68377ad88f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731371158035 2024-11-12T00:25:59,312 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into 379765284400423c86854864d73f8b21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:59,312 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:59,312 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=12, startTime=1731371158882; duration=0sec 2024-11-12T00:25:59,312 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:59,312 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:25:59,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371219310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,318 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:25:59,318 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/7427396882bb4844a53e9372784c9663 is 50, key is test_row_0/C:col10/1731371158038/Put/seqid=0 2024-11-12T00:25:59,320 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/4a66b62824fb497f8bedc42d90bcdf85 2024-11-12T00:25:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742120_1296 (size=13085) 2024-11-12T00:25:59,328 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/7427396882bb4844a53e9372784c9663 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/7427396882bb4844a53e9372784c9663 2024-11-12T00:25:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c is 50, key is test_row_0/B:col10/1731371158077/Put/seqid=0 2024-11-12T00:25:59,334 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into 7427396882bb4844a53e9372784c9663(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:25:59,334 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:25:59,334 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=12, startTime=1731371158882; duration=0sec 2024-11-12T00:25:59,334 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:25:59,334 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:25:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742121_1297 (size=12301) 2024-11-12T00:25:59,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T00:25:59,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54650 deadline: 1731371219435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,436 DEBUG [Thread-1049 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:59,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371219511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371219514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731371219621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,623 DEBUG [Thread-1051 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:25:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-12T00:25:59,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c 2024-11-12T00:25:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3b85b2f94d864d64bcba108ecb6fcece is 50, key is test_row_0/C:col10/1731371158077/Put/seqid=0 2024-11-12T00:25:59,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742122_1298 (size=12301) 2024-11-12T00:25:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371219815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:25:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:25:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371219815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3b85b2f94d864d64bcba108ecb6fcece 2024-11-12T00:26:00,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/4a66b62824fb497f8bedc42d90bcdf85 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/4a66b62824fb497f8bedc42d90bcdf85 2024-11-12T00:26:00,153 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/4a66b62824fb497f8bedc42d90bcdf85, entries=150, sequenceid=351, filesize=12.0 K 2024-11-12T00:26:00,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c 2024-11-12T00:26:00,157 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c, entries=150, sequenceid=351, filesize=12.0 K 2024-11-12T00:26:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3b85b2f94d864d64bcba108ecb6fcece as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3b85b2f94d864d64bcba108ecb6fcece 2024-11-12T00:26:00,161 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3b85b2f94d864d64bcba108ecb6fcece, entries=150, sequenceid=351, filesize=12.0 K 2024-11-12T00:26:00,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0735bb2957f7db51882c09eddd5cf015 in 1255ms, sequenceid=351, compaction requested=false 2024-11-12T00:26:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:26:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-12T00:26:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-12T00:26:00,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-12T00:26:00,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec 2024-11-12T00:26:00,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.5620 sec 2024-11-12T00:26:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:26:00,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:26:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:26:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:26:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:26:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:00,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f2270b0695d4416fad35f69238ca7e80 is 50, key is test_row_0/A:col10/1731371159203/Put/seqid=0 2024-11-12T00:26:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742123_1299 (size=12301) 2024-11-12T00:26:00,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371220352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371220352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371220454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371220455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371220657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371220658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-12T00:26:00,706 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-12T00:26:00,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-12T00:26:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-12T00:26:00,709 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:00,709 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:00,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:00,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f2270b0695d4416fad35f69238ca7e80 2024-11-12T00:26:00,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/3f8769377c8040a9b8a41dba55758b06 is 50, key is test_row_0/B:col10/1731371159203/Put/seqid=0 2024-11-12T00:26:00,755 DEBUG [Thread-1058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267c3d0c to 127.0.0.1:51686 2024-11-12T00:26:00,755 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:00,755 DEBUG [Thread-1066 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd1b0a to 127.0.0.1:51686 2024-11-12T00:26:00,755 DEBUG [Thread-1060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21ff1c42 to 127.0.0.1:51686 2024-11-12T00:26:00,755 DEBUG [Thread-1066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:00,755 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742124_1300 (size=12301) 2024-11-12T00:26:00,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/3f8769377c8040a9b8a41dba55758b06 2024-11-12T00:26:00,757 DEBUG [Thread-1062 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e9b26c8 to 127.0.0.1:51686 2024-11-12T00:26:00,757 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:00,757 DEBUG [Thread-1064 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dd0b424 to 127.0.0.1:51686 2024-11-12T00:26:00,757 DEBUG [Thread-1064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:00,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3f174829ae16441a9adeb15eee5309aa is 50, key is test_row_0/C:col10/1731371159203/Put/seqid=0 2024-11-12T00:26:00,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742125_1301 (size=12301) 2024-11-12T00:26:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-12T00:26:00,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-12T00:26:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:26:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:00,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:00,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54730 deadline: 1731371220962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1731371220962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-12T00:26:01,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:01,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-12T00:26:01,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:26:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:01,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3f174829ae16441a9adeb15eee5309aa 2024-11-12T00:26:01,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:01,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-12T00:26:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:26:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:01,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/f2270b0695d4416fad35f69238ca7e80 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f2270b0695d4416fad35f69238ca7e80 2024-11-12T00:26:01,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f2270b0695d4416fad35f69238ca7e80, entries=150, sequenceid=366, filesize=12.0 K 2024-11-12T00:26:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/3f8769377c8040a9b8a41dba55758b06 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/3f8769377c8040a9b8a41dba55758b06 2024-11-12T00:26:01,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/3f8769377c8040a9b8a41dba55758b06, entries=150, sequenceid=366, filesize=12.0 K 2024-11-12T00:26:01,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/3f174829ae16441a9adeb15eee5309aa as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3f174829ae16441a9adeb15eee5309aa 2024-11-12T00:26:01,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3f174829ae16441a9adeb15eee5309aa, entries=150, sequenceid=366, filesize=12.0 K 2024-11-12T00:26:01,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0735bb2957f7db51882c09eddd5cf015 in 865ms, sequenceid=366, compaction requested=true 2024-11-12T00:26:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:26:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:01,186 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:01,186 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0735bb2957f7db51882c09eddd5cf015:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:01,187 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:01,187 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:01,187 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/B is initiating minor compaction (all files) 2024-11-12T00:26:01,187 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/A is initiating minor compaction (all files) 2024-11-12T00:26:01,187 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/B in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,187 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/A in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,187 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/12a11741897d464b8af5f7f01037a5cf, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/3f8769377c8040a9b8a41dba55758b06] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=36.8 K 2024-11-12T00:26:01,187 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/379765284400423c86854864d73f8b21, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/4a66b62824fb497f8bedc42d90bcdf85, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f2270b0695d4416fad35f69238ca7e80] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=36.8 K 2024-11-12T00:26:01,187 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a11741897d464b8af5f7f01037a5cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731371158035 2024-11-12T00:26:01,187 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 379765284400423c86854864d73f8b21, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731371158035 2024-11-12T00:26:01,188 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f95acc3ce8a04f1ab9cc8d35c7c8e69c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731371158058 2024-11-12T00:26:01,188 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a66b62824fb497f8bedc42d90bcdf85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731371158058 2024-11-12T00:26:01,188 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f8769377c8040a9b8a41dba55758b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731371159203 2024-11-12T00:26:01,188 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2270b0695d4416fad35f69238ca7e80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731371159203 2024-11-12T00:26:01,194 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#B#compaction#260 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:01,194 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#A#compaction#261 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:01,194 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/8b6bc290a53544acae7ba0ace5ed8677 is 50, key is test_row_0/B:col10/1731371159203/Put/seqid=0 2024-11-12T00:26:01,194 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/196ddb99fab04c18aa2268459a71a857 is 50, key is test_row_0/A:col10/1731371159203/Put/seqid=0 2024-11-12T00:26:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742126_1302 (size=13187) 2024-11-12T00:26:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742127_1303 (size=13187) 2024-11-12T00:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-12T00:26:01,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:01,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-12T00:26:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,326 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T00:26:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:26:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:26:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:26:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:01,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/bc0856b87e104fc1af9e91c9ad916618 is 50, key is test_row_0/A:col10/1731371160342/Put/seqid=0 2024-11-12T00:26:01,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742128_1304 (size=12301) 2024-11-12T00:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:26:01,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. as already flushing 2024-11-12T00:26:01,469 DEBUG [Thread-1055 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19f0d92b to 127.0.0.1:51686 2024-11-12T00:26:01,469 DEBUG [Thread-1053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16831ced to 127.0.0.1:51686 2024-11-12T00:26:01,469 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:01,469 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:01,603 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/8b6bc290a53544acae7ba0ace5ed8677 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b6bc290a53544acae7ba0ace5ed8677 2024-11-12T00:26:01,603 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/196ddb99fab04c18aa2268459a71a857 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/196ddb99fab04c18aa2268459a71a857 2024-11-12T00:26:01,608 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/B of 0735bb2957f7db51882c09eddd5cf015 into 8b6bc290a53544acae7ba0ace5ed8677(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:01,608 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/A of 0735bb2957f7db51882c09eddd5cf015 into 196ddb99fab04c18aa2268459a71a857(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:01,608 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:26:01,608 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:26:01,608 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/A, priority=13, startTime=1731371161186; duration=0sec 2024-11-12T00:26:01,608 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/B, priority=13, startTime=1731371161186; duration=0sec 2024-11-12T00:26:01,608 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:01,608 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:B 2024-11-12T00:26:01,608 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:01,608 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:A 2024-11-12T00:26:01,609 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:01,610 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:01,610 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 0735bb2957f7db51882c09eddd5cf015/C is initiating minor compaction (all files) 2024-11-12T00:26:01,610 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0735bb2957f7db51882c09eddd5cf015/C in TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:01,610 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/7427396882bb4844a53e9372784c9663, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3b85b2f94d864d64bcba108ecb6fcece, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3f174829ae16441a9adeb15eee5309aa] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp, totalSize=36.8 K 2024-11-12T00:26:01,610 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7427396882bb4844a53e9372784c9663, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731371158035 2024-11-12T00:26:01,611 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b85b2f94d864d64bcba108ecb6fcece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731371158058 2024-11-12T00:26:01,611 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f174829ae16441a9adeb15eee5309aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731371159203 2024-11-12T00:26:01,617 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0735bb2957f7db51882c09eddd5cf015#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:01,618 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/bc8b389172c2471ebdb52ebe66805c4e is 50, key is test_row_0/C:col10/1731371159203/Put/seqid=0 2024-11-12T00:26:01,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742129_1305 (size=13187) 2024-11-12T00:26:01,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/bc0856b87e104fc1af9e91c9ad916618 2024-11-12T00:26:01,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b5e77d91d0ee48d3863e7e60c5209057 is 50, key is test_row_0/B:col10/1731371160342/Put/seqid=0 2024-11-12T00:26:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742130_1306 (size=12301) 2024-11-12T00:26:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-12T00:26:02,032 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/bc8b389172c2471ebdb52ebe66805c4e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bc8b389172c2471ebdb52ebe66805c4e 2024-11-12T00:26:02,037 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0735bb2957f7db51882c09eddd5cf015/C of 0735bb2957f7db51882c09eddd5cf015 into bc8b389172c2471ebdb52ebe66805c4e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:02,037 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:26:02,037 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015., storeName=0735bb2957f7db51882c09eddd5cf015/C, priority=13, startTime=1731371161186; duration=0sec 2024-11-12T00:26:02,037 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:02,037 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0735bb2957f7db51882c09eddd5cf015:C 2024-11-12T00:26:02,163 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b5e77d91d0ee48d3863e7e60c5209057 2024-11-12T00:26:02,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/422d25ea56154b8bb692b97b00202c08 is 50, key is test_row_0/C:col10/1731371160342/Put/seqid=0 2024-11-12T00:26:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742131_1307 (size=12301) 2024-11-12T00:26:02,570 DEBUG [Thread-1047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14bff6e5 to 127.0.0.1:51686 2024-11-12T00:26:02,570 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:02,582 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/422d25ea56154b8bb692b97b00202c08 2024-11-12T00:26:02,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/bc0856b87e104fc1af9e91c9ad916618 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/bc0856b87e104fc1af9e91c9ad916618 2024-11-12T00:26:02,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/bc0856b87e104fc1af9e91c9ad916618, entries=150, sequenceid=390, filesize=12.0 K 2024-11-12T00:26:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/b5e77d91d0ee48d3863e7e60c5209057 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b5e77d91d0ee48d3863e7e60c5209057 2024-11-12T00:26:02,600 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b5e77d91d0ee48d3863e7e60c5209057, entries=150, sequenceid=390, filesize=12.0 K 2024-11-12T00:26:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/422d25ea56154b8bb692b97b00202c08 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/422d25ea56154b8bb692b97b00202c08 2024-11-12T00:26:02,603 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/422d25ea56154b8bb692b97b00202c08, entries=150, sequenceid=390, filesize=12.0 K 2024-11-12T00:26:02,603 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 0735bb2957f7db51882c09eddd5cf015 in 1277ms, sequenceid=390, compaction requested=false 2024-11-12T00:26:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:26:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-12T00:26:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-12T00:26:02,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-12T00:26:02,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec 2024-11-12T00:26:02,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.8990 sec 2024-11-12T00:26:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-12T00:26:02,817 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-12T00:26:03,450 DEBUG [Thread-1049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21c3a914 to 127.0.0.1:51686 2024-11-12T00:26:03,450 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:06,411 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39355,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:08,445 ERROR [LeaseRenewer:jenkins@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39355,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:09,683 DEBUG [Thread-1051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x646799cf to 127.0.0.1:51686 2024-11-12T00:26:09,683 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7403 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7072 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7500 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7389 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7041 2024-11-12T00:26:09,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T00:26:09,685 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T00:26:09,685 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131d9f61 to 127.0.0.1:51686 2024-11-12T00:26:09,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:09,686 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-12T00:26:09,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T00:26:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-12T00:26:09,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371169690"}]},"ts":"1731371169690"} 2024-11-12T00:26:09,691 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T00:26:09,737 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T00:26:09,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:26:09,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0735bb2957f7db51882c09eddd5cf015, UNASSIGN}] 2024-11-12T00:26:09,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0735bb2957f7db51882c09eddd5cf015, UNASSIGN 2024-11-12T00:26:09,741 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=0735bb2957f7db51882c09eddd5cf015, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:09,743 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:26:09,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:26:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-12T00:26:09,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:09,896 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:26:09,897 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:26:09,897 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 0735bb2957f7db51882c09eddd5cf015, disabling compactions & flushes 2024-11-12T00:26:09,897 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:09,897 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:09,897 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. after waiting 0 ms 2024-11-12T00:26:09,897 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:09,898 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing 0735bb2957f7db51882c09eddd5cf015 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T00:26:09,898 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=A 2024-11-12T00:26:09,898 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:09,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=B 2024-11-12T00:26:09,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:09,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0735bb2957f7db51882c09eddd5cf015, store=C 2024-11-12T00:26:09,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:09,905 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a2606f1a3f114f84bdcb9e43aa83cd22 is 50, key is test_row_0/A:col10/1731371161466/Put/seqid=0 2024-11-12T00:26:09,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742132_1308 (size=9857) 2024-11-12T00:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-12T00:26:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-12T00:26:10,311 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a2606f1a3f114f84bdcb9e43aa83cd22 2024-11-12T00:26:10,323 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/50493c1837b34f008d63ce6bbaf530c6 is 50, key is test_row_0/B:col10/1731371161466/Put/seqid=0 2024-11-12T00:26:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742133_1309 (size=9857) 2024-11-12T00:26:10,730 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/50493c1837b34f008d63ce6bbaf530c6 2024-11-12T00:26:10,742 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/d00c03ea14e14d2b828b394522ef1624 is 50, key is test_row_0/C:col10/1731371161466/Put/seqid=0 2024-11-12T00:26:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742134_1310 (size=9857) 2024-11-12T00:26:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-12T00:26:11,148 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/d00c03ea14e14d2b828b394522ef1624 2024-11-12T00:26:11,157 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/A/a2606f1a3f114f84bdcb9e43aa83cd22 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2606f1a3f114f84bdcb9e43aa83cd22 2024-11-12T00:26:11,161 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2606f1a3f114f84bdcb9e43aa83cd22, entries=100, sequenceid=401, filesize=9.6 K 2024-11-12T00:26:11,162 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/B/50493c1837b34f008d63ce6bbaf530c6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/50493c1837b34f008d63ce6bbaf530c6 2024-11-12T00:26:11,166 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/50493c1837b34f008d63ce6bbaf530c6, entries=100, sequenceid=401, filesize=9.6 K 2024-11-12T00:26:11,166 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/.tmp/C/d00c03ea14e14d2b828b394522ef1624 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d00c03ea14e14d2b828b394522ef1624 2024-11-12T00:26:11,171 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d00c03ea14e14d2b828b394522ef1624, entries=100, sequenceid=401, filesize=9.6 K 2024-11-12T00:26:11,171 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0735bb2957f7db51882c09eddd5cf015 in 1274ms, sequenceid=401, compaction requested=true 2024-11-12T00:26:11,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f4772b25a14940779d8ab40fa2c83b68, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/7d9cc83dd84d454fa06ef5ffd51d8831, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/865568e006084c3097a4214ffec40ab4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/6d1b5b0dad0b4df99c170e537dc2553c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9cc7c1ed75de437c9314ba676ce280ce, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f06f5822012a42f7a4d34adc9b0f8304, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f096b396d78f46b19853c6b958d1556d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/90ae916d23e24aec90ed12b6cafdb3c7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/763ad0f7289e4ebfb6cf1f6438e416e0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/118525233c554053be4041b258c8feff, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9df7b9d2d4634cabbb1eeb254480970b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5f05d6e154ce4018800761675723a9bc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/eed269dbde044263ba172dcb4edf9456, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/e4178070c1e544c29618e215d6bdce01, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/61673dfb92114694baeff6419d9a8605, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5aa0b84751f24ffeb721a7e0f902d6df, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/0d964f0b3c0d4332a50aaa209764bf39, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5efb9a5f92fa4d4682d2c32fc8f46fdc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/fa2f8dcae52b42a79c79019eb47c3ef3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/b4519220c7bb4bc38dcf91cfbdc785e5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/2879418d41db46f885252f8b3d701559, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2358eee04ad4ff7a6ba0d038bc4efee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/379765284400423c86854864d73f8b21, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a967120ef02a44ba93aea6837480215f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/4a66b62824fb497f8bedc42d90bcdf85, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f2270b0695d4416fad35f69238ca7e80] to archive 2024-11-12T00:26:11,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:11,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f4772b25a14940779d8ab40fa2c83b68 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f4772b25a14940779d8ab40fa2c83b68 2024-11-12T00:26:11,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/7d9cc83dd84d454fa06ef5ffd51d8831 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/7d9cc83dd84d454fa06ef5ffd51d8831 2024-11-12T00:26:11,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/865568e006084c3097a4214ffec40ab4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/865568e006084c3097a4214ffec40ab4 2024-11-12T00:26:11,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/6d1b5b0dad0b4df99c170e537dc2553c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/6d1b5b0dad0b4df99c170e537dc2553c 2024-11-12T00:26:11,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9cc7c1ed75de437c9314ba676ce280ce to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9cc7c1ed75de437c9314ba676ce280ce 2024-11-12T00:26:11,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f06f5822012a42f7a4d34adc9b0f8304 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f06f5822012a42f7a4d34adc9b0f8304 2024-11-12T00:26:11,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f096b396d78f46b19853c6b958d1556d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f096b396d78f46b19853c6b958d1556d 2024-11-12T00:26:11,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/90ae916d23e24aec90ed12b6cafdb3c7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/90ae916d23e24aec90ed12b6cafdb3c7 2024-11-12T00:26:11,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/763ad0f7289e4ebfb6cf1f6438e416e0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/763ad0f7289e4ebfb6cf1f6438e416e0 2024-11-12T00:26:11,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/118525233c554053be4041b258c8feff to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/118525233c554053be4041b258c8feff 2024-11-12T00:26:11,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9df7b9d2d4634cabbb1eeb254480970b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/9df7b9d2d4634cabbb1eeb254480970b 2024-11-12T00:26:11,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5f05d6e154ce4018800761675723a9bc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5f05d6e154ce4018800761675723a9bc 2024-11-12T00:26:11,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/eed269dbde044263ba172dcb4edf9456 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/eed269dbde044263ba172dcb4edf9456 2024-11-12T00:26:11,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/e4178070c1e544c29618e215d6bdce01 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/e4178070c1e544c29618e215d6bdce01 2024-11-12T00:26:11,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/61673dfb92114694baeff6419d9a8605 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/61673dfb92114694baeff6419d9a8605 2024-11-12T00:26:11,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5aa0b84751f24ffeb721a7e0f902d6df to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5aa0b84751f24ffeb721a7e0f902d6df 2024-11-12T00:26:11,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/0d964f0b3c0d4332a50aaa209764bf39 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/0d964f0b3c0d4332a50aaa209764bf39 2024-11-12T00:26:11,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5efb9a5f92fa4d4682d2c32fc8f46fdc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/5efb9a5f92fa4d4682d2c32fc8f46fdc 2024-11-12T00:26:11,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/fa2f8dcae52b42a79c79019eb47c3ef3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/fa2f8dcae52b42a79c79019eb47c3ef3 2024-11-12T00:26:11,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/b4519220c7bb4bc38dcf91cfbdc785e5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/b4519220c7bb4bc38dcf91cfbdc785e5 2024-11-12T00:26:11,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/2879418d41db46f885252f8b3d701559 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/2879418d41db46f885252f8b3d701559 2024-11-12T00:26:11,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2358eee04ad4ff7a6ba0d038bc4efee to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2358eee04ad4ff7a6ba0d038bc4efee 2024-11-12T00:26:11,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/379765284400423c86854864d73f8b21 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/379765284400423c86854864d73f8b21 2024-11-12T00:26:11,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a967120ef02a44ba93aea6837480215f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a967120ef02a44ba93aea6837480215f 2024-11-12T00:26:11,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/4a66b62824fb497f8bedc42d90bcdf85 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/4a66b62824fb497f8bedc42d90bcdf85 2024-11-12T00:26:11,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f2270b0695d4416fad35f69238ca7e80 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/f2270b0695d4416fad35f69238ca7e80 2024-11-12T00:26:11,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/bc86637d7e5d4a43bda4ee2f09042f96, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/362f3eef689f4f638cc59001c8d089d8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/34ce3c74b7494008be5b4eabb0c8ff8a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/20110170636e4b99952991e69133b8d0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f28b93b2ba454a91916d5e2f48c18868, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b9beebfab7741399011c5a2fb1498ab, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/c7cd5dc4ef7b49c18d0e0b101c105c6d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/864e8b952b934b928afb17968f20a6cc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f75185af125846bb8a2b4abe644807e5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/a16cefb7d70346aa9fb84e604b570684, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/601fce426638458f9606cf77dbee8940, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d8395fe7d915424bb7eede005a7f368c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/707c0a81ad4a4898b1d0b6c88a311312, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b1a0627aa3354b3a8aaa494c40abb97d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0612b35f5b0a4d12ad986a60b34df4e1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d15cc764fdcc49f6944f4d47dfc18d79, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0058afa6d9184faaba74cf1bb6e3ad2a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e8c52dcf70464c65bc3ea10be708a06b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e79edeff46e34c37ac5c5ae297551ff9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/acd94ad5cca84d24b9cb932f433c5e59, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/81fa7b85bc0544238171c7f435dc423d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/93476fc6b06a4b08b36b7cb9a9c3c464, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/12a11741897d464b8af5f7f01037a5cf, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b9308c525ca64ab4950ffa1a35f38db8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/3f8769377c8040a9b8a41dba55758b06] to archive 2024-11-12T00:26:11,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:11,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/bc86637d7e5d4a43bda4ee2f09042f96 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/bc86637d7e5d4a43bda4ee2f09042f96 2024-11-12T00:26:11,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/362f3eef689f4f638cc59001c8d089d8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/362f3eef689f4f638cc59001c8d089d8 2024-11-12T00:26:11,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/34ce3c74b7494008be5b4eabb0c8ff8a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/34ce3c74b7494008be5b4eabb0c8ff8a 2024-11-12T00:26:11,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/20110170636e4b99952991e69133b8d0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/20110170636e4b99952991e69133b8d0 2024-11-12T00:26:11,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f28b93b2ba454a91916d5e2f48c18868 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f28b93b2ba454a91916d5e2f48c18868 2024-11-12T00:26:11,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b9beebfab7741399011c5a2fb1498ab to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b9beebfab7741399011c5a2fb1498ab 2024-11-12T00:26:11,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/c7cd5dc4ef7b49c18d0e0b101c105c6d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/c7cd5dc4ef7b49c18d0e0b101c105c6d 2024-11-12T00:26:11,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/864e8b952b934b928afb17968f20a6cc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/864e8b952b934b928afb17968f20a6cc 2024-11-12T00:26:11,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f75185af125846bb8a2b4abe644807e5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f75185af125846bb8a2b4abe644807e5 2024-11-12T00:26:11,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/a16cefb7d70346aa9fb84e604b570684 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/a16cefb7d70346aa9fb84e604b570684 2024-11-12T00:26:11,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/601fce426638458f9606cf77dbee8940 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/601fce426638458f9606cf77dbee8940 2024-11-12T00:26:11,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d8395fe7d915424bb7eede005a7f368c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d8395fe7d915424bb7eede005a7f368c 2024-11-12T00:26:11,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/707c0a81ad4a4898b1d0b6c88a311312 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/707c0a81ad4a4898b1d0b6c88a311312 2024-11-12T00:26:11,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b1a0627aa3354b3a8aaa494c40abb97d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b1a0627aa3354b3a8aaa494c40abb97d 2024-11-12T00:26:11,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0612b35f5b0a4d12ad986a60b34df4e1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0612b35f5b0a4d12ad986a60b34df4e1 2024-11-12T00:26:11,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d15cc764fdcc49f6944f4d47dfc18d79 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/d15cc764fdcc49f6944f4d47dfc18d79 2024-11-12T00:26:11,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0058afa6d9184faaba74cf1bb6e3ad2a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/0058afa6d9184faaba74cf1bb6e3ad2a 2024-11-12T00:26:11,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e8c52dcf70464c65bc3ea10be708a06b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e8c52dcf70464c65bc3ea10be708a06b 2024-11-12T00:26:11,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e79edeff46e34c37ac5c5ae297551ff9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/e79edeff46e34c37ac5c5ae297551ff9 2024-11-12T00:26:11,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/acd94ad5cca84d24b9cb932f433c5e59 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/acd94ad5cca84d24b9cb932f433c5e59 2024-11-12T00:26:11,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/81fa7b85bc0544238171c7f435dc423d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/81fa7b85bc0544238171c7f435dc423d 2024-11-12T00:26:11,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/93476fc6b06a4b08b36b7cb9a9c3c464 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/93476fc6b06a4b08b36b7cb9a9c3c464 2024-11-12T00:26:11,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/12a11741897d464b8af5f7f01037a5cf to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/12a11741897d464b8af5f7f01037a5cf 2024-11-12T00:26:11,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b9308c525ca64ab4950ffa1a35f38db8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b9308c525ca64ab4950ffa1a35f38db8 2024-11-12T00:26:11,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/f95acc3ce8a04f1ab9cc8d35c7c8e69c 2024-11-12T00:26:11,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/3f8769377c8040a9b8a41dba55758b06 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/3f8769377c8040a9b8a41dba55758b06 2024-11-12T00:26:11,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c7ce9e2245774167af2a9b3e16088253, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/78f17f378017444c8bb001fdb0fe7af2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/b1c796a6fad045de94b49c38fc6ce7fa, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/93832475ed254d31a1c5b1ff8ec7db19, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/dcd7147cfdac45c5b29e66025db433b6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/a7e1c0a1618141c19e61149b7d610ecc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bd8969a5b82b44adafb59aa41c48c745, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/e2e5c398a23546ec939a1dc64dfd7ab9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c8c58e42ca0647acaebec89700e982fc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/59d676839893447c85f2d1c4ab072e90, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/db99fb577f4541afa8537a1837697dbd, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1171e50aa84941219d883a34a193d360, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/88f861d3a9f744109823d4f67a0e8642, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d78ddfcd787e479993d5716c5de01d72, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1f02bc2a2505406bbd7c62e919ccb60e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/444c975dbc244ef29092cdb18ab7c21f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3d59e79e98e046eca3642f9d15f9ce4e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/591cfd2f30184db79de7be181a8cc9be, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bfc8a9c1a2094380b4bcc8d7f7fd592c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/4d95e08875774b60973b8695711ef565, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/5dc7896233964a6a9de6f8e055410c78, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/de9aae469636439780fa7a8a2fbebfa9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/7427396882bb4844a53e9372784c9663, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/15fe67f428de4eaeba3c2d68377ad88f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3b85b2f94d864d64bcba108ecb6fcece, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3f174829ae16441a9adeb15eee5309aa] to archive 2024-11-12T00:26:11,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:11,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c7ce9e2245774167af2a9b3e16088253 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c7ce9e2245774167af2a9b3e16088253 2024-11-12T00:26:11,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/78f17f378017444c8bb001fdb0fe7af2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/78f17f378017444c8bb001fdb0fe7af2 2024-11-12T00:26:11,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/b1c796a6fad045de94b49c38fc6ce7fa to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/b1c796a6fad045de94b49c38fc6ce7fa 2024-11-12T00:26:11,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/93832475ed254d31a1c5b1ff8ec7db19 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/93832475ed254d31a1c5b1ff8ec7db19 2024-11-12T00:26:11,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/dcd7147cfdac45c5b29e66025db433b6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/dcd7147cfdac45c5b29e66025db433b6 2024-11-12T00:26:11,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/a7e1c0a1618141c19e61149b7d610ecc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/a7e1c0a1618141c19e61149b7d610ecc 2024-11-12T00:26:11,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bd8969a5b82b44adafb59aa41c48c745 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bd8969a5b82b44adafb59aa41c48c745 2024-11-12T00:26:11,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/e2e5c398a23546ec939a1dc64dfd7ab9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/e2e5c398a23546ec939a1dc64dfd7ab9 2024-11-12T00:26:11,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c8c58e42ca0647acaebec89700e982fc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/c8c58e42ca0647acaebec89700e982fc 2024-11-12T00:26:11,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/59d676839893447c85f2d1c4ab072e90 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/59d676839893447c85f2d1c4ab072e90 2024-11-12T00:26:11,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/db99fb577f4541afa8537a1837697dbd to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/db99fb577f4541afa8537a1837697dbd 2024-11-12T00:26:11,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1171e50aa84941219d883a34a193d360 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1171e50aa84941219d883a34a193d360 2024-11-12T00:26:11,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/88f861d3a9f744109823d4f67a0e8642 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/88f861d3a9f744109823d4f67a0e8642 2024-11-12T00:26:11,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d78ddfcd787e479993d5716c5de01d72 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d78ddfcd787e479993d5716c5de01d72 2024-11-12T00:26:11,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1f02bc2a2505406bbd7c62e919ccb60e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/1f02bc2a2505406bbd7c62e919ccb60e 2024-11-12T00:26:11,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/444c975dbc244ef29092cdb18ab7c21f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/444c975dbc244ef29092cdb18ab7c21f 2024-11-12T00:26:11,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3d59e79e98e046eca3642f9d15f9ce4e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3d59e79e98e046eca3642f9d15f9ce4e 2024-11-12T00:26:11,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/591cfd2f30184db79de7be181a8cc9be to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/591cfd2f30184db79de7be181a8cc9be 2024-11-12T00:26:11,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bfc8a9c1a2094380b4bcc8d7f7fd592c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bfc8a9c1a2094380b4bcc8d7f7fd592c 2024-11-12T00:26:11,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/4d95e08875774b60973b8695711ef565 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/4d95e08875774b60973b8695711ef565 2024-11-12T00:26:11,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/5dc7896233964a6a9de6f8e055410c78 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/5dc7896233964a6a9de6f8e055410c78 2024-11-12T00:26:11,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/de9aae469636439780fa7a8a2fbebfa9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/de9aae469636439780fa7a8a2fbebfa9 2024-11-12T00:26:11,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/7427396882bb4844a53e9372784c9663 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/7427396882bb4844a53e9372784c9663 2024-11-12T00:26:11,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/15fe67f428de4eaeba3c2d68377ad88f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/15fe67f428de4eaeba3c2d68377ad88f 2024-11-12T00:26:11,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3b85b2f94d864d64bcba108ecb6fcece to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3b85b2f94d864d64bcba108ecb6fcece 2024-11-12T00:26:11,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3f174829ae16441a9adeb15eee5309aa to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/3f174829ae16441a9adeb15eee5309aa 2024-11-12T00:26:11,253 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-12T00:26:11,253 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015. 2024-11-12T00:26:11,254 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 0735bb2957f7db51882c09eddd5cf015: 2024-11-12T00:26:11,255 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:26:11,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=0735bb2957f7db51882c09eddd5cf015, regionState=CLOSED 2024-11-12T00:26:11,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-12T00:26:11,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 0735bb2957f7db51882c09eddd5cf015, server=4ab586620e8d,41623,1731371070899 in 1.5130 sec 2024-11-12T00:26:11,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-12T00:26:11,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0735bb2957f7db51882c09eddd5cf015, UNASSIGN in 1.5180 sec 2024-11-12T00:26:11,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-12T00:26:11,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5200 sec 2024-11-12T00:26:11,260 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371171260"}]},"ts":"1731371171260"} 2024-11-12T00:26:11,260 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T00:26:11,303 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T00:26:11,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6170 sec 2024-11-12T00:26:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-12T00:26:11,799 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-12T00:26:11,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T00:26:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:11,800 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-12T00:26:11,801 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:11,803 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:26:11,805 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/recovered.edits] 2024-11-12T00:26:11,807 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/196ddb99fab04c18aa2268459a71a857 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/196ddb99fab04c18aa2268459a71a857 2024-11-12T00:26:11,808 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2606f1a3f114f84bdcb9e43aa83cd22 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/a2606f1a3f114f84bdcb9e43aa83cd22 2024-11-12T00:26:11,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/bc0856b87e104fc1af9e91c9ad916618 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/A/bc0856b87e104fc1af9e91c9ad916618 2024-11-12T00:26:11,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/50493c1837b34f008d63ce6bbaf530c6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/50493c1837b34f008d63ce6bbaf530c6 2024-11-12T00:26:11,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b6bc290a53544acae7ba0ace5ed8677 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/8b6bc290a53544acae7ba0ace5ed8677 2024-11-12T00:26:11,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b5e77d91d0ee48d3863e7e60c5209057 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/B/b5e77d91d0ee48d3863e7e60c5209057 2024-11-12T00:26:11,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/422d25ea56154b8bb692b97b00202c08 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/422d25ea56154b8bb692b97b00202c08 2024-11-12T00:26:11,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bc8b389172c2471ebdb52ebe66805c4e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/bc8b389172c2471ebdb52ebe66805c4e 2024-11-12T00:26:11,820 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d00c03ea14e14d2b828b394522ef1624 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/C/d00c03ea14e14d2b828b394522ef1624 2024-11-12T00:26:11,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/recovered.edits/404.seqid to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015/recovered.edits/404.seqid 2024-11-12T00:26:11,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/0735bb2957f7db51882c09eddd5cf015 2024-11-12T00:26:11,823 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T00:26:11,825 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:11,829 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T00:26:11,831 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T00:26:11,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:11,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T00:26:11,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731371171832"}]},"ts":"9223372036854775807"} 2024-11-12T00:26:11,834 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-12T00:26:11,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0735bb2957f7db51882c09eddd5cf015, NAME => 'TestAcidGuarantees,,1731371138437.0735bb2957f7db51882c09eddd5cf015.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T00:26:11,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T00:26:11,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731371171834"}]},"ts":"9223372036854775807"} 2024-11-12T00:26:11,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-12T00:26:11,879 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:11,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-12T00:26:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-12T00:26:11,902 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-12T00:26:11,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 236), OpenFileDescriptor=448 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=451 (was 505) 2024-11-12T00:26:11,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=451 2024-11-12T00:26:11,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:26:11,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:26:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:11,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T00:26:11,931 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:11,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-12T00:26:11,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T00:26:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-12T00:26:11,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742135_1311 (size=960) 2024-11-12T00:26:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-12T00:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-12T00:26:12,342 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:26:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742136_1312 (size=53) 2024-11-12T00:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-12T00:26:12,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:26:12,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d9d2066b146ea4ce282e40463a093960, disabling compactions & flushes 2024-11-12T00:26:12,752 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:12,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:12,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. after waiting 0 ms 2024-11-12T00:26:12,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:12,752 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:12,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:12,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T00:26:12,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731371172755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731371172755"}]},"ts":"1731371172755"} 2024-11-12T00:26:12,758 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T00:26:12,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T00:26:12,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371172760"}]},"ts":"1731371172760"} 2024-11-12T00:26:12,762 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T00:26:12,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, ASSIGN}] 2024-11-12T00:26:12,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, ASSIGN 2024-11-12T00:26:12,816 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, ASSIGN; state=OFFLINE, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=false 2024-11-12T00:26:12,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:12,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:26:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-12T00:26:13,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:13,131 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:13,131 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:26:13,132 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,132 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:26:13,132 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,132 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,135 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,136 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:13,136 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d2066b146ea4ce282e40463a093960 columnFamilyName A 2024-11-12T00:26:13,137 DEBUG [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:13,137 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(327): Store=d9d2066b146ea4ce282e40463a093960/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:13,137 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,138 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:13,139 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d2066b146ea4ce282e40463a093960 columnFamilyName B 2024-11-12T00:26:13,139 DEBUG [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:13,139 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(327): Store=d9d2066b146ea4ce282e40463a093960/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:13,139 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,141 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:13,141 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d2066b146ea4ce282e40463a093960 columnFamilyName C 2024-11-12T00:26:13,141 DEBUG [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:13,141 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(327): Store=d9d2066b146ea4ce282e40463a093960/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:13,142 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:13,142 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,143 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,145 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:26:13,146 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:13,148 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:26:13,149 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened d9d2066b146ea4ce282e40463a093960; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69604022, jitterRate=0.03718075156211853}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:26:13,150 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:13,151 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., pid=90, masterSystemTime=1731371173123 2024-11-12T00:26:13,152 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:13,152 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:13,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:13,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-12T00:26:13,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 in 185 msec 2024-11-12T00:26:13,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-12T00:26:13,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, ASSIGN in 344 msec 2024-11-12T00:26:13,158 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T00:26:13,159 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371173158"}]},"ts":"1731371173158"} 2024-11-12T00:26:13,159 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T00:26:13,175 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T00:26:13,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2460 sec 2024-11-12T00:26:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-12T00:26:14,042 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-12T00:26:14,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47a067e1 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c55cccc 2024-11-12T00:26:14,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad42d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:14,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:14,069 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:14,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T00:26:14,071 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T00:26:14,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:26:14,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:14,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742137_1313 (size=996) 2024-11-12T00:26:14,486 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-12T00:26:14,486 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-12T00:26:14,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:26:14,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, REOPEN/MOVE}] 2024-11-12T00:26:14,494 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, REOPEN/MOVE 2024-11-12T00:26:14,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:14,496 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:26:14,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:26:14,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:14,648 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,648 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:26:14,648 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing d9d2066b146ea4ce282e40463a093960, disabling compactions & flushes 2024-11-12T00:26:14,648 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:14,648 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:14,648 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. after waiting 0 ms 2024-11-12T00:26:14,648 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:14,655 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T00:26:14,656 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:14,656 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:14,656 WARN [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: d9d2066b146ea4ce282e40463a093960 to self. 2024-11-12T00:26:14,658 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=CLOSED 2024-11-12T00:26:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-12T00:26:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 in 164 msec 2024-11-12T00:26:14,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, REOPEN/MOVE; state=CLOSED, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=true 2024-11-12T00:26:14,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:14,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:26:14,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:14,978 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:14,978 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:26:14,979 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,980 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:26:14,980 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,980 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,982 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,984 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:14,984 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d2066b146ea4ce282e40463a093960 columnFamilyName A 2024-11-12T00:26:14,986 DEBUG [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:14,987 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(327): Store=d9d2066b146ea4ce282e40463a093960/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:14,987 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,988 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:14,989 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d2066b146ea4ce282e40463a093960 columnFamilyName B 2024-11-12T00:26:14,989 DEBUG [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:14,989 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(327): Store=d9d2066b146ea4ce282e40463a093960/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:14,990 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,991 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:14,991 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d2066b146ea4ce282e40463a093960 columnFamilyName C 2024-11-12T00:26:14,991 DEBUG [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:14,992 INFO [StoreOpener-d9d2066b146ea4ce282e40463a093960-1 {}] regionserver.HStore(327): Store=d9d2066b146ea4ce282e40463a093960/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:14,992 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:14,993 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,995 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:14,997 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:26:14,999 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:15,000 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened d9d2066b146ea4ce282e40463a093960; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66804887, jitterRate=-0.004529610276222229}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:26:15,001 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:15,002 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., pid=95, masterSystemTime=1731371174970 2024-11-12T00:26:15,004 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,004 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=OPEN, openSeqNum=5, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-12T00:26:15,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 in 189 msec 2024-11-12T00:26:15,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-12T00:26:15,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, REOPEN/MOVE in 515 msec 2024-11-12T00:26:15,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-12T00:26:15,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec 2024-11-12T00:26:15,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 942 msec 2024-11-12T00:26:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-12T00:26:15,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3779dcff to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b85570 2024-11-12T00:26:15,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8e0d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55b9838c to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@522d4f9e 2024-11-12T00:26:15,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c752e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,096 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x282c1797 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10c5fcb3 2024-11-12T00:26:15,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55076771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,109 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ec2e767 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@115da668 2024-11-12T00:26:15,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0f67dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76c1ddcc to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ad35b9a 2024-11-12T00:26:15,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e66e492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267b2bf2 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f8019db 2024-11-12T00:26:15,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f0df41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24953e01 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b44a589 2024-11-12T00:26:15,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75007f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56599405 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@482f1baa 2024-11-12T00:26:15,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea22e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71474e2e to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4185f9e7 2024-11-12T00:26:15,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e78f51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e5df918 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@796ff5 2024-11-12T00:26:15,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900aae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:15,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-12T00:26:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-12T00:26:15,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:15,204 DEBUG [hconnection-0xeb821cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:15,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:15,205 DEBUG [hconnection-0x4812d87f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,205 DEBUG [hconnection-0x3724815c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,205 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,206 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,206 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,206 DEBUG [hconnection-0x2b6a1553-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,207 DEBUG [hconnection-0x39e27f4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,208 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,209 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,211 DEBUG [hconnection-0x675cb675-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,212 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,213 DEBUG [hconnection-0x451d4154-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,214 DEBUG [hconnection-0x706a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,214 DEBUG [hconnection-0x538bbfe2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,214 DEBUG [hconnection-0x16fe860a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:15,214 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:15,215 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:26:15,215 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,216 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:15,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:15,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:15,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:15,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:15,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:15,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:15,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371235226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371235227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371235227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371235227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371235228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127bf90bd0c4a3497c890f7b00b1bef8b4_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371175214/Put/seqid=0 2024-11-12T00:26:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742138_1314 (size=12154) 2024-11-12T00:26:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-12T00:26:15,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371235327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371235328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371235328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371235328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371235328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-12T00:26:15,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371235534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371235534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371235535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371235535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371235535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,656 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:15,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127bf90bd0c4a3497c890f7b00b1bef8b4_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bf90bd0c4a3497c890f7b00b1bef8b4_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:15,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c61525cfb6ce41369e86f95abbd30cc3, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:15,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c61525cfb6ce41369e86f95abbd30cc3 is 175, key is test_row_0/A:col10/1731371175214/Put/seqid=0 2024-11-12T00:26:15,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742139_1315 (size=30955) 2024-11-12T00:26:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-12T00:26:15,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371235838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371235839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371235839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371235840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371235840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:15,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:15,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:15,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:15,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c61525cfb6ce41369e86f95abbd30cc3 2024-11-12T00:26:16,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/5363d0a8979d433e9fd15c1ed4340c09 is 50, key is test_row_0/B:col10/1731371175214/Put/seqid=0 2024-11-12T00:26:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742140_1316 (size=12001) 2024-11-12T00:26:16,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:16,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:16,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-12T00:26:16,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371236343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371236344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371236344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371236344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371236345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/5363d0a8979d433e9fd15c1ed4340c09 2024-11-12T00:26:16,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/00f10a34fe554681abe7939ecbcd3e5f is 50, key is test_row_0/C:col10/1731371175214/Put/seqid=0 2024-11-12T00:26:16,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742141_1317 (size=12001) 2024-11-12T00:26:16,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T00:26:16,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:16,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:16,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:16,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/00f10a34fe554681abe7939ecbcd3e5f 2024-11-12T00:26:16,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c61525cfb6ce41369e86f95abbd30cc3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c61525cfb6ce41369e86f95abbd30cc3 2024-11-12T00:26:16,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c61525cfb6ce41369e86f95abbd30cc3, entries=150, sequenceid=17, filesize=30.2 K 2024-11-12T00:26:16,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/5363d0a8979d433e9fd15c1ed4340c09 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/5363d0a8979d433e9fd15c1ed4340c09 2024-11-12T00:26:16,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/5363d0a8979d433e9fd15c1ed4340c09, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T00:26:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/00f10a34fe554681abe7939ecbcd3e5f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/00f10a34fe554681abe7939ecbcd3e5f 2024-11-12T00:26:16,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/00f10a34fe554681abe7939ecbcd3e5f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T00:26:16,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for d9d2066b146ea4ce282e40463a093960 in 1742ms, sequenceid=17, compaction requested=false 2024-11-12T00:26:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:17,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-12T00:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:17,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T00:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123a18fb01577441cb9d8179dc1ee02590_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371175225/Put/seqid=0 2024-11-12T00:26:17,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742142_1318 (size=12154) 2024-11-12T00:26:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-12T00:26:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:17,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371237359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371237360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371237360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371237360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371237361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:17,451 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123a18fb01577441cb9d8179dc1ee02590_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a18fb01577441cb9d8179dc1ee02590_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/749839d471bc4557b061f2f9f0f74858, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/749839d471bc4557b061f2f9f0f74858 is 175, key is test_row_0/A:col10/1731371175225/Put/seqid=0 2024-11-12T00:26:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742143_1319 (size=30955) 2024-11-12T00:26:17,455 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/749839d471bc4557b061f2f9f0f74858 2024-11-12T00:26:17,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/1be8f9eb2c8a44e3858534be039a95e1 is 50, key is test_row_0/B:col10/1731371175225/Put/seqid=0 2024-11-12T00:26:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742144_1320 (size=12001) 2024-11-12T00:26:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371237465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371237467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371237467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371237467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371237467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371237671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371237672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371237672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371237672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371237673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:17,867 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/1be8f9eb2c8a44e3858534be039a95e1 2024-11-12T00:26:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/9d0ef6b3984f45dc8f24b29ab54d3588 is 50, key is test_row_0/C:col10/1731371175225/Put/seqid=0 2024-11-12T00:26:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742145_1321 (size=12001) 2024-11-12T00:26:17,880 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/9d0ef6b3984f45dc8f24b29ab54d3588 2024-11-12T00:26:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/749839d471bc4557b061f2f9f0f74858 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/749839d471bc4557b061f2f9f0f74858 2024-11-12T00:26:17,887 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/749839d471bc4557b061f2f9f0f74858, entries=150, sequenceid=42, filesize=30.2 K 2024-11-12T00:26:17,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/1be8f9eb2c8a44e3858534be039a95e1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1be8f9eb2c8a44e3858534be039a95e1 2024-11-12T00:26:17,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1be8f9eb2c8a44e3858534be039a95e1, entries=150, sequenceid=42, filesize=11.7 K 2024-11-12T00:26:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/9d0ef6b3984f45dc8f24b29ab54d3588 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9d0ef6b3984f45dc8f24b29ab54d3588 2024-11-12T00:26:17,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9d0ef6b3984f45dc8f24b29ab54d3588, entries=150, sequenceid=42, filesize=11.7 K 2024-11-12T00:26:17,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d9d2066b146ea4ce282e40463a093960 in 863ms, sequenceid=42, compaction requested=false 2024-11-12T00:26:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-12T00:26:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-12T00:26:17,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-12T00:26:17,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6930 sec 2024-11-12T00:26:17,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.6970 sec 2024-11-12T00:26:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:17,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:26:17,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:17,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:17,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:17,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:17,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:17,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:17,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112cb2cc1147bdb42c2b01de50efa7ba1a9_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371177360/Put/seqid=0 2024-11-12T00:26:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742146_1322 (size=14594) 2024-11-12T00:26:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371238007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371238008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371238009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371238014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371238015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371238116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371238116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371238116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371238121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371238125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371238320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371238321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371238326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371238330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371238330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:18,395 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112cb2cc1147bdb42c2b01de50efa7ba1a9_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cb2cc1147bdb42c2b01de50efa7ba1a9_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:18,396 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/36cc7ffefdbb4abf814332c48e06bd53, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:18,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/36cc7ffefdbb4abf814332c48e06bd53 is 175, key is test_row_0/A:col10/1731371177360/Put/seqid=0 2024-11-12T00:26:18,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742147_1323 (size=39549) 2024-11-12T00:26:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371238626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371238628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371238632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371238636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371238637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:18,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/36cc7ffefdbb4abf814332c48e06bd53 2024-11-12T00:26:18,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/c396b6c288b64b11be6ae7ee0d90f2fc is 50, key is test_row_0/B:col10/1731371177360/Put/seqid=0 2024-11-12T00:26:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742148_1324 (size=12001) 2024-11-12T00:26:19,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371239131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371239137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371239139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371239139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371239143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/c396b6c288b64b11be6ae7ee0d90f2fc 2024-11-12T00:26:19,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/2a96339b082a4321b8898ed55a04d68b is 50, key is test_row_0/C:col10/1731371177360/Put/seqid=0 2024-11-12T00:26:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742149_1325 (size=12001) 2024-11-12T00:26:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-12T00:26:19,308 INFO [Thread-1449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-12T00:26:19,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-12T00:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-12T00:26:19,311 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:19,311 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:19,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-12T00:26:19,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-12T00:26:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-12T00:26:19,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-12T00:26:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:19,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/2a96339b082a4321b8898ed55a04d68b 2024-11-12T00:26:19,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/36cc7ffefdbb4abf814332c48e06bd53 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/36cc7ffefdbb4abf814332c48e06bd53 2024-11-12T00:26:19,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/36cc7ffefdbb4abf814332c48e06bd53, entries=200, sequenceid=55, filesize=38.6 K 2024-11-12T00:26:19,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/c396b6c288b64b11be6ae7ee0d90f2fc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/c396b6c288b64b11be6ae7ee0d90f2fc 2024-11-12T00:26:19,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/c396b6c288b64b11be6ae7ee0d90f2fc, entries=150, sequenceid=55, filesize=11.7 K 2024-11-12T00:26:19,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/2a96339b082a4321b8898ed55a04d68b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2a96339b082a4321b8898ed55a04d68b 2024-11-12T00:26:19,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2a96339b082a4321b8898ed55a04d68b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-12T00:26:19,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d9d2066b146ea4ce282e40463a093960 in 1662ms, sequenceid=55, compaction requested=true 2024-11-12T00:26:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:19,642 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:19,642 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:19,643 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:19,643 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:19,643 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/B is initiating minor compaction (all files) 2024-11-12T00:26:19,643 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/A is initiating minor compaction (all files) 2024-11-12T00:26:19,643 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/B in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,643 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/A in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,643 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/5363d0a8979d433e9fd15c1ed4340c09, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1be8f9eb2c8a44e3858534be039a95e1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/c396b6c288b64b11be6ae7ee0d90f2fc] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.2 K 2024-11-12T00:26:19,643 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c61525cfb6ce41369e86f95abbd30cc3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/749839d471bc4557b061f2f9f0f74858, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/36cc7ffefdbb4abf814332c48e06bd53] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=99.1 K 2024-11-12T00:26:19,643 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,643 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c61525cfb6ce41369e86f95abbd30cc3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/749839d471bc4557b061f2f9f0f74858, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/36cc7ffefdbb4abf814332c48e06bd53] 2024-11-12T00:26:19,644 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 5363d0a8979d433e9fd15c1ed4340c09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371175208 2024-11-12T00:26:19,644 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61525cfb6ce41369e86f95abbd30cc3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371175208 2024-11-12T00:26:19,644 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 1be8f9eb2c8a44e3858534be039a95e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731371175225 2024-11-12T00:26:19,644 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 749839d471bc4557b061f2f9f0f74858, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731371175225 2024-11-12T00:26:19,644 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c396b6c288b64b11be6ae7ee0d90f2fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371177359 2024-11-12T00:26:19,644 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36cc7ffefdbb4abf814332c48e06bd53, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371177359 2024-11-12T00:26:19,649 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:19,651 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#B#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:19,651 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111220274771bb97418581312b4cf214f1f9_d9d2066b146ea4ce282e40463a093960 store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:19,651 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/2d57f5155bd945308a3380e30c998eee is 50, key is test_row_0/B:col10/1731371177360/Put/seqid=0 2024-11-12T00:26:19,653 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111220274771bb97418581312b4cf214f1f9_d9d2066b146ea4ce282e40463a093960, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:19,653 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111220274771bb97418581312b4cf214f1f9_d9d2066b146ea4ce282e40463a093960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742150_1326 (size=12104) 2024-11-12T00:26:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742151_1327 (size=4469) 2024-11-12T00:26:19,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:19,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-12T00:26:19,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:19,766 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T00:26:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:19,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:19,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121b80a1a2a51a4794b930e6cd118dbeee_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371177998/Put/seqid=0 2024-11-12T00:26:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742152_1328 (size=12154) 2024-11-12T00:26:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-12T00:26:20,059 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/2d57f5155bd945308a3380e30c998eee as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2d57f5155bd945308a3380e30c998eee 2024-11-12T00:26:20,060 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#A#compaction#278 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:20,061 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/eb8576d3b7ba4963b591f9b60ec23a34 is 175, key is test_row_0/A:col10/1731371177360/Put/seqid=0 2024-11-12T00:26:20,063 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/B of d9d2066b146ea4ce282e40463a093960 into 2d57f5155bd945308a3380e30c998eee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:20,063 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:20,063 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/B, priority=13, startTime=1731371179642; duration=0sec 2024-11-12T00:26:20,063 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:20,063 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:B 2024-11-12T00:26:20,063 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742153_1329 (size=31058) 2024-11-12T00:26:20,064 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:20,064 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/C is initiating minor compaction (all files) 2024-11-12T00:26:20,064 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/C in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:20,064 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/00f10a34fe554681abe7939ecbcd3e5f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9d0ef6b3984f45dc8f24b29ab54d3588, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2a96339b082a4321b8898ed55a04d68b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.2 K 2024-11-12T00:26:20,064 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f10a34fe554681abe7939ecbcd3e5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371175208 2024-11-12T00:26:20,065 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d0ef6b3984f45dc8f24b29ab54d3588, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731371175225 2024-11-12T00:26:20,065 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a96339b082a4321b8898ed55a04d68b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371177359 2024-11-12T00:26:20,070 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:20,070 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/7528c2856bb3471f9b151599e13bb4ed is 50, key is test_row_0/C:col10/1731371177360/Put/seqid=0 2024-11-12T00:26:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742154_1330 (size=12104) 2024-11-12T00:26:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371240152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371240154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371240155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371240158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371240158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:20,180 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121b80a1a2a51a4794b930e6cd118dbeee_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121b80a1a2a51a4794b930e6cd118dbeee_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/90e641d251734d07a01eb5fdfa2ee598, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/90e641d251734d07a01eb5fdfa2ee598 is 175, key is test_row_0/A:col10/1731371177998/Put/seqid=0 2024-11-12T00:26:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742155_1331 (size=30955) 2024-11-12T00:26:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371240259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371240259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371240261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371240264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371240264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-12T00:26:20,469 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/eb8576d3b7ba4963b591f9b60ec23a34 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eb8576d3b7ba4963b591f9b60ec23a34 2024-11-12T00:26:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371240465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371240465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371240466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,473 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/A of d9d2066b146ea4ce282e40463a093960 into eb8576d3b7ba4963b591f9b60ec23a34(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:20,473 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:20,473 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/A, priority=13, startTime=1731371179642; duration=0sec 2024-11-12T00:26:20,473 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:20,473 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:A 2024-11-12T00:26:20,479 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/7528c2856bb3471f9b151599e13bb4ed as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/7528c2856bb3471f9b151599e13bb4ed 2024-11-12T00:26:20,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371240472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371240473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,483 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/C of d9d2066b146ea4ce282e40463a093960 into 7528c2856bb3471f9b151599e13bb4ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:20,483 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:20,483 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/C, priority=13, startTime=1731371179642; duration=0sec 2024-11-12T00:26:20,484 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:20,484 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:C 2024-11-12T00:26:20,594 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/90e641d251734d07a01eb5fdfa2ee598 2024-11-12T00:26:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/1209264e4f324ba5b419fd2bbef6eee9 is 50, key is test_row_0/B:col10/1731371177998/Put/seqid=0 2024-11-12T00:26:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742156_1332 (size=12001) 2024-11-12T00:26:20,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371240771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371240773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371240774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371240780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:20,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371240782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/1209264e4f324ba5b419fd2bbef6eee9 2024-11-12T00:26:21,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/2564c758a1c042268246e5d2eb2f5f17 is 50, key is test_row_0/C:col10/1731371177998/Put/seqid=0 2024-11-12T00:26:21,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742157_1333 (size=12001) 2024-11-12T00:26:21,013 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/2564c758a1c042268246e5d2eb2f5f17 2024-11-12T00:26:21,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/90e641d251734d07a01eb5fdfa2ee598 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/90e641d251734d07a01eb5fdfa2ee598 2024-11-12T00:26:21,018 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/90e641d251734d07a01eb5fdfa2ee598, entries=150, sequenceid=78, filesize=30.2 K 2024-11-12T00:26:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/1209264e4f324ba5b419fd2bbef6eee9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1209264e4f324ba5b419fd2bbef6eee9 2024-11-12T00:26:21,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1209264e4f324ba5b419fd2bbef6eee9, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T00:26:21,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/2564c758a1c042268246e5d2eb2f5f17 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2564c758a1c042268246e5d2eb2f5f17 2024-11-12T00:26:21,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2564c758a1c042268246e5d2eb2f5f17, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T00:26:21,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d9d2066b146ea4ce282e40463a093960 in 1260ms, sequenceid=78, compaction requested=false 2024-11-12T00:26:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-12T00:26:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-12T00:26:21,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-12T00:26:21,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7160 sec 2024-11-12T00:26:21,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.7200 sec 2024-11-12T00:26:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:21,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T00:26:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:21,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b641435b6d7142d584e730fabb45fa4d_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371180152/Put/seqid=0 2024-11-12T00:26:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742158_1334 (size=12154) 2024-11-12T00:26:21,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371241302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371241303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371241304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371241304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371241307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371241410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-12T00:26:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371241410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,414 INFO [Thread-1449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-12T00:26:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371241410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371241410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371241413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-12T00:26:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-12T00:26:21,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:21,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:21,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-12T00:26:21,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:21,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371241614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371241615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371241615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371241615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371241616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:21,691 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b641435b6d7142d584e730fabb45fa4d_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b641435b6d7142d584e730fabb45fa4d_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:21,692 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/adaa75751b9d4536914af0ffab080d64, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:21,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/adaa75751b9d4536914af0ffab080d64 is 175, key is test_row_0/A:col10/1731371180152/Put/seqid=0 2024-11-12T00:26:21,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742159_1335 (size=30955) 2024-11-12T00:26:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-12T00:26:21,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:21,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:21,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:21,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:21,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371241918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371241919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371241920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371241921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371241923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-12T00:26:22,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,096 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/adaa75751b9d4536914af0ffab080d64 2024-11-12T00:26:22,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/e50f781bcd15422390416a76722ce3be is 50, key is test_row_0/B:col10/1731371180152/Put/seqid=0 2024-11-12T00:26:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742160_1336 (size=12001) 2024-11-12T00:26:22,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371242423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371242423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371242428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371242429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371242430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/e50f781bcd15422390416a76722ce3be 2024-11-12T00:26:22,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/d58c682761b64969bd2a22fb36efb2c5 is 50, key is test_row_0/C:col10/1731371180152/Put/seqid=0 2024-11-12T00:26:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742161_1337 (size=12001) 2024-11-12T00:26:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-12T00:26:22,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:22,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:22,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/d58c682761b64969bd2a22fb36efb2c5 2024-11-12T00:26:22,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/adaa75751b9d4536914af0ffab080d64 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/adaa75751b9d4536914af0ffab080d64 2024-11-12T00:26:22,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/adaa75751b9d4536914af0ffab080d64, entries=150, sequenceid=96, filesize=30.2 K 2024-11-12T00:26:22,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/e50f781bcd15422390416a76722ce3be as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e50f781bcd15422390416a76722ce3be 2024-11-12T00:26:22,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e50f781bcd15422390416a76722ce3be, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T00:26:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/d58c682761b64969bd2a22fb36efb2c5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d58c682761b64969bd2a22fb36efb2c5 2024-11-12T00:26:22,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d58c682761b64969bd2a22fb36efb2c5, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T00:26:22,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d9d2066b146ea4ce282e40463a093960 in 1651ms, sequenceid=96, compaction requested=true 2024-11-12T00:26:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:22,929 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:22,929 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:22,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:22,930 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:22,930 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/A is initiating minor compaction (all files) 2024-11-12T00:26:22,930 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:22,930 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/B is initiating minor compaction (all files) 2024-11-12T00:26:22,930 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/A in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,930 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/B in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,930 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eb8576d3b7ba4963b591f9b60ec23a34, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/90e641d251734d07a01eb5fdfa2ee598, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/adaa75751b9d4536914af0ffab080d64] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=90.8 K 2024-11-12T00:26:22,930 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2d57f5155bd945308a3380e30c998eee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1209264e4f324ba5b419fd2bbef6eee9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e50f781bcd15422390416a76722ce3be] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.3 K 2024-11-12T00:26:22,930 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,930 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eb8576d3b7ba4963b591f9b60ec23a34, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/90e641d251734d07a01eb5fdfa2ee598, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/adaa75751b9d4536914af0ffab080d64] 2024-11-12T00:26:22,931 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d57f5155bd945308a3380e30c998eee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371177359 2024-11-12T00:26:22,931 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb8576d3b7ba4963b591f9b60ec23a34, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371177359 2024-11-12T00:26:22,931 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 1209264e4f324ba5b419fd2bbef6eee9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371177998 2024-11-12T00:26:22,931 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90e641d251734d07a01eb5fdfa2ee598, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371177998 2024-11-12T00:26:22,931 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e50f781bcd15422390416a76722ce3be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371180152 2024-11-12T00:26:22,931 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting adaa75751b9d4536914af0ffab080d64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371180152 2024-11-12T00:26:22,936 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:22,937 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#B#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:22,937 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/8b62c679ff644977897c1895e6f715d7 is 50, key is test_row_0/B:col10/1731371180152/Put/seqid=0 2024-11-12T00:26:22,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:22,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-12T00:26:22,939 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112bef5df56f7094f3d983847a245f61f3b_d9d2066b146ea4ce282e40463a093960 store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,939 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T00:26:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:22,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:22,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:22,941 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112bef5df56f7094f3d983847a245f61f3b_d9d2066b146ea4ce282e40463a093960, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:22,941 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bef5df56f7094f3d983847a245f61f3b_d9d2066b146ea4ce282e40463a093960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742162_1338 (size=12207) 2024-11-12T00:26:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111236b1f77c4bd0438b8e2801193e499ddf_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371181306/Put/seqid=0 2024-11-12T00:26:22,947 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/8b62c679ff644977897c1895e6f715d7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/8b62c679ff644977897c1895e6f715d7 2024-11-12T00:26:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742164_1340 (size=12154) 2024-11-12T00:26:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742163_1339 (size=4469) 2024-11-12T00:26:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:22,952 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#A#compaction#288 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:22,952 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d256c04e546642018e61e7d1ed6dad91 is 175, key is test_row_0/A:col10/1731371180152/Put/seqid=0 2024-11-12T00:26:22,962 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111236b1f77c4bd0438b8e2801193e499ddf_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111236b1f77c4bd0438b8e2801193e499ddf_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/9a510c3812714891a09e2dfce733a733, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:22,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/9a510c3812714891a09e2dfce733a733 is 175, key is test_row_0/A:col10/1731371181306/Put/seqid=0 2024-11-12T00:26:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742165_1341 (size=31161) 2024-11-12T00:26:22,974 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/B of d9d2066b146ea4ce282e40463a093960 into 8b62c679ff644977897c1895e6f715d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:22,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:22,974 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/B, priority=13, startTime=1731371182929; duration=0sec 2024-11-12T00:26:22,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:22,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:B 2024-11-12T00:26:22,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:22,975 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:22,975 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/C is initiating minor compaction (all files) 2024-11-12T00:26:22,975 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/C in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:22,975 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/7528c2856bb3471f9b151599e13bb4ed, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2564c758a1c042268246e5d2eb2f5f17, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d58c682761b64969bd2a22fb36efb2c5] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.3 K 2024-11-12T00:26:22,975 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7528c2856bb3471f9b151599e13bb4ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731371177359 2024-11-12T00:26:22,976 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2564c758a1c042268246e5d2eb2f5f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371177998 2024-11-12T00:26:22,976 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d58c682761b64969bd2a22fb36efb2c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371180152 2024-11-12T00:26:22,982 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:22,983 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/b3bfdba2d2fd43318aa0a43629cf62c2 is 50, key is test_row_0/C:col10/1731371180152/Put/seqid=0 2024-11-12T00:26:22,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742166_1342 (size=30955) 2024-11-12T00:26:22,988 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/9a510c3812714891a09e2dfce733a733 2024-11-12T00:26:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742167_1343 (size=12207) 2024-11-12T00:26:22,994 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/b3bfdba2d2fd43318aa0a43629cf62c2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b3bfdba2d2fd43318aa0a43629cf62c2 2024-11-12T00:26:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/27785ca95a8b4c688f736a985ca23db4 is 50, key is test_row_0/B:col10/1731371181306/Put/seqid=0 2024-11-12T00:26:22,999 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/C of d9d2066b146ea4ce282e40463a093960 into b3bfdba2d2fd43318aa0a43629cf62c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:22,999 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:22,999 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/C, priority=13, startTime=1731371182929; duration=0sec 2024-11-12T00:26:22,999 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:22,999 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:C 2024-11-12T00:26:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742168_1344 (size=12001) 2024-11-12T00:26:23,376 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d256c04e546642018e61e7d1ed6dad91 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d256c04e546642018e61e7d1ed6dad91 2024-11-12T00:26:23,380 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/A of d9d2066b146ea4ce282e40463a093960 into d256c04e546642018e61e7d1ed6dad91(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:23,380 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:23,380 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/A, priority=13, startTime=1731371182929; duration=0sec 2024-11-12T00:26:23,380 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:23,380 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:A 2024-11-12T00:26:23,404 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/27785ca95a8b4c688f736a985ca23db4 2024-11-12T00:26:23,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/ddf64793bdb4410eaf370a0ad8d624c1 is 50, key is test_row_0/C:col10/1731371181306/Put/seqid=0 2024-11-12T00:26:23,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742169_1345 (size=12001) 2024-11-12T00:26:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371243443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371243444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371243444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371243444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371243445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-12T00:26:23,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371243552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371243552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371243552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371243553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371243553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371243754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371243756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371243756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371243756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371243756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:23,815 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/ddf64793bdb4410eaf370a0ad8d624c1 2024-11-12T00:26:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/9a510c3812714891a09e2dfce733a733 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/9a510c3812714891a09e2dfce733a733 2024-11-12T00:26:23,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/9a510c3812714891a09e2dfce733a733, entries=150, sequenceid=117, filesize=30.2 K 2024-11-12T00:26:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/27785ca95a8b4c688f736a985ca23db4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/27785ca95a8b4c688f736a985ca23db4 2024-11-12T00:26:23,825 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/27785ca95a8b4c688f736a985ca23db4, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T00:26:23,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/ddf64793bdb4410eaf370a0ad8d624c1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/ddf64793bdb4410eaf370a0ad8d624c1 2024-11-12T00:26:23,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/ddf64793bdb4410eaf370a0ad8d624c1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T00:26:23,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d9d2066b146ea4ce282e40463a093960 in 890ms, sequenceid=117, compaction requested=false 2024-11-12T00:26:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-12T00:26:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-12T00:26:23,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-12T00:26:23,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4150 sec 2024-11-12T00:26:23,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.4170 sec 2024-11-12T00:26:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:24,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T00:26:24,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:24,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:24,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:24,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111282ab23af108a4d879b7ba15772e091f2_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371183442/Put/seqid=0 2024-11-12T00:26:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742170_1346 (size=12304) 2024-11-12T00:26:24,073 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:24,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111282ab23af108a4d879b7ba15772e091f2_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111282ab23af108a4d879b7ba15772e091f2_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:24,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c455f64f8f004979aa93a53565a7f8ae, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:24,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c455f64f8f004979aa93a53565a7f8ae is 175, key is test_row_0/A:col10/1731371183442/Put/seqid=0 2024-11-12T00:26:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742171_1347 (size=31105) 2024-11-12T00:26:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371244083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371244083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371244083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371244084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371244087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371244190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371244190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371244190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371244191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371244191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371244395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371244395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371244395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371244395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371244395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,481 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c455f64f8f004979aa93a53565a7f8ae 2024-11-12T00:26:24,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/f7b4a7f7ec594e889c0d92573c9319f1 is 50, key is test_row_0/B:col10/1731371183442/Put/seqid=0 2024-11-12T00:26:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742172_1348 (size=12151) 2024-11-12T00:26:24,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371244700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371244701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371244701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371244701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371244702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:24,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/f7b4a7f7ec594e889c0d92573c9319f1 2024-11-12T00:26:24,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/93113e684b604d03a3eeb34f97040f0b is 50, key is test_row_0/C:col10/1731371183442/Put/seqid=0 2024-11-12T00:26:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742173_1349 (size=12151) 2024-11-12T00:26:25,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371245206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:25,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371245208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371245209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371245210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371245210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:25,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/93113e684b604d03a3eeb34f97040f0b 2024-11-12T00:26:25,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c455f64f8f004979aa93a53565a7f8ae as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c455f64f8f004979aa93a53565a7f8ae 2024-11-12T00:26:25,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c455f64f8f004979aa93a53565a7f8ae, entries=150, sequenceid=136, filesize=30.4 K 2024-11-12T00:26:25,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/f7b4a7f7ec594e889c0d92573c9319f1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f7b4a7f7ec594e889c0d92573c9319f1 2024-11-12T00:26:25,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f7b4a7f7ec594e889c0d92573c9319f1, entries=150, sequenceid=136, filesize=11.9 K 2024-11-12T00:26:25,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/93113e684b604d03a3eeb34f97040f0b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/93113e684b604d03a3eeb34f97040f0b 2024-11-12T00:26:25,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/93113e684b604d03a3eeb34f97040f0b, entries=150, sequenceid=136, filesize=11.9 K 2024-11-12T00:26:25,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d9d2066b146ea4ce282e40463a093960 in 1250ms, sequenceid=136, compaction requested=true 2024-11-12T00:26:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:25,315 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:25,315 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/B is initiating minor compaction (all files) 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/A is initiating minor compaction (all files) 2024-11-12T00:26:25,316 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/A in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:25,316 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/B in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:25,316 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d256c04e546642018e61e7d1ed6dad91, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/9a510c3812714891a09e2dfce733a733, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c455f64f8f004979aa93a53565a7f8ae] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=91.0 K 2024-11-12T00:26:25,316 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/8b62c679ff644977897c1895e6f715d7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/27785ca95a8b4c688f736a985ca23db4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f7b4a7f7ec594e889c0d92573c9319f1] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.5 K 2024-11-12T00:26:25,316 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d256c04e546642018e61e7d1ed6dad91, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/9a510c3812714891a09e2dfce733a733, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c455f64f8f004979aa93a53565a7f8ae] 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b62c679ff644977897c1895e6f715d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371180152 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d256c04e546642018e61e7d1ed6dad91, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371180152 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a510c3812714891a09e2dfce733a733, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731371181301 2024-11-12T00:26:25,316 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 27785ca95a8b4c688f736a985ca23db4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731371181301 2024-11-12T00:26:25,317 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting c455f64f8f004979aa93a53565a7f8ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731371183442 2024-11-12T00:26:25,317 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b4a7f7ec594e889c0d92573c9319f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731371183442 2024-11-12T00:26:25,321 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:25,322 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:25,322 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/0cd3fe1ff1b0424fbcd9a7aeac0871b6 is 50, key is test_row_0/B:col10/1731371183442/Put/seqid=0 2024-11-12T00:26:25,323 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411122b8fcf708bcb47079d70c8991461a18d_d9d2066b146ea4ce282e40463a093960 store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:25,325 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411122b8fcf708bcb47079d70c8991461a18d_d9d2066b146ea4ce282e40463a093960, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:25,325 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122b8fcf708bcb47079d70c8991461a18d_d9d2066b146ea4ce282e40463a093960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:25,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742175_1351 (size=4469) 2024-11-12T00:26:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742174_1350 (size=12459) 2024-11-12T00:26:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-12T00:26:25,520 INFO [Thread-1449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-12T00:26:25,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-12T00:26:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-12T00:26:25,522 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:25,522 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:25,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-12T00:26:25,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:25,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-12T00:26:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:25,674 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T00:26:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c1c196cf63b042dbb9e07e92f95ad5f4_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371184086/Put/seqid=0 2024-11-12T00:26:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742176_1352 (size=12304) 2024-11-12T00:26:25,735 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#A#compaction#297 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:25,736 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/7d521a47d0fc4047ad1ebcd1fa7295b7 is 175, key is test_row_0/A:col10/1731371183442/Put/seqid=0 2024-11-12T00:26:25,741 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/0cd3fe1ff1b0424fbcd9a7aeac0871b6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/0cd3fe1ff1b0424fbcd9a7aeac0871b6 2024-11-12T00:26:25,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742177_1353 (size=31413) 2024-11-12T00:26:25,746 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/B of d9d2066b146ea4ce282e40463a093960 into 0cd3fe1ff1b0424fbcd9a7aeac0871b6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:25,746 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:25,746 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/B, priority=13, startTime=1731371185315; duration=0sec 2024-11-12T00:26:25,746 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:25,746 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:B 2024-11-12T00:26:25,746 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:25,747 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:25,747 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/C is initiating minor compaction (all files) 2024-11-12T00:26:25,747 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/C in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:25,747 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b3bfdba2d2fd43318aa0a43629cf62c2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/ddf64793bdb4410eaf370a0ad8d624c1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/93113e684b604d03a3eeb34f97040f0b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.5 K 2024-11-12T00:26:25,747 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b3bfdba2d2fd43318aa0a43629cf62c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371180152 2024-11-12T00:26:25,748 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf64793bdb4410eaf370a0ad8d624c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731371181301 2024-11-12T00:26:25,748 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 93113e684b604d03a3eeb34f97040f0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731371183442 2024-11-12T00:26:25,748 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/7d521a47d0fc4047ad1ebcd1fa7295b7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7d521a47d0fc4047ad1ebcd1fa7295b7 2024-11-12T00:26:25,752 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/A of d9d2066b146ea4ce282e40463a093960 into 7d521a47d0fc4047ad1ebcd1fa7295b7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:25,752 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:25,752 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/A, priority=13, startTime=1731371185315; duration=0sec 2024-11-12T00:26:25,752 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:25,752 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:A 2024-11-12T00:26:25,754 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:25,755 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/97ee144ea134465fae19344a77874ad7 is 50, key is test_row_0/C:col10/1731371183442/Put/seqid=0 2024-11-12T00:26:25,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742178_1354 (size=12459) 2024-11-12T00:26:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-12T00:26:26,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:26,101 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c1c196cf63b042dbb9e07e92f95ad5f4_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1c196cf63b042dbb9e07e92f95ad5f4_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/eff09e9e21964d4082c66fff3a82717b, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/eff09e9e21964d4082c66fff3a82717b is 175, key is test_row_0/A:col10/1731371184086/Put/seqid=0 2024-11-12T00:26:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742179_1355 (size=31105) 2024-11-12T00:26:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-12T00:26:26,162 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/97ee144ea134465fae19344a77874ad7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/97ee144ea134465fae19344a77874ad7 2024-11-12T00:26:26,166 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/C of d9d2066b146ea4ce282e40463a093960 into 97ee144ea134465fae19344a77874ad7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:26,166 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:26,166 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/C, priority=13, startTime=1731371185315; duration=0sec 2024-11-12T00:26:26,166 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:26,166 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:C 2024-11-12T00:26:26,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371246227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371246228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371246228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371246231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371246232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371246332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371246333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371246333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371246333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371246337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/eff09e9e21964d4082c66fff3a82717b 2024-11-12T00:26:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/9e298c9b17d640638014ecc5ee1a93ec is 50, key is test_row_0/B:col10/1731371184086/Put/seqid=0 2024-11-12T00:26:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742180_1356 (size=12151) 2024-11-12T00:26:26,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371246537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371246538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371246538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371246538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371246541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-12T00:26:26,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371246841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371246842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371246843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371246843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371246847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:26,916 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/9e298c9b17d640638014ecc5ee1a93ec 2024-11-12T00:26:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/9391cde47e704175ab0a746566a87a48 is 50, key is test_row_0/C:col10/1731371184086/Put/seqid=0 2024-11-12T00:26:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742181_1357 (size=12151) 2024-11-12T00:26:27,324 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/9391cde47e704175ab0a746566a87a48 2024-11-12T00:26:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/eff09e9e21964d4082c66fff3a82717b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eff09e9e21964d4082c66fff3a82717b 2024-11-12T00:26:27,331 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eff09e9e21964d4082c66fff3a82717b, entries=150, sequenceid=156, filesize=30.4 K 2024-11-12T00:26:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/9e298c9b17d640638014ecc5ee1a93ec as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/9e298c9b17d640638014ecc5ee1a93ec 2024-11-12T00:26:27,335 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/9e298c9b17d640638014ecc5ee1a93ec, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T00:26:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/9391cde47e704175ab0a746566a87a48 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9391cde47e704175ab0a746566a87a48 2024-11-12T00:26:27,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9391cde47e704175ab0a746566a87a48, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T00:26:27,339 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d9d2066b146ea4ce282e40463a093960 in 1665ms, sequenceid=156, compaction requested=false 2024-11-12T00:26:27,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:27,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:27,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-12T00:26:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-12T00:26:27,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-12T00:26:27,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-12T00:26:27,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.8200 sec 2024-11-12T00:26:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:27,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T00:26:27,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:27,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:27,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:27,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:27,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:27,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:27,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111249fde78fa8a34ba7af6b38a235ee49a4_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371187378/Put/seqid=0 2024-11-12T00:26:27,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742182_1358 (size=17284) 2024-11-12T00:26:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371247395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371247396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371247396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371247402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371247403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371247504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371247504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371247506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371247509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371247509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-12T00:26:27,625 INFO [Thread-1449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-12T00:26:27,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-12T00:26:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-12T00:26:27,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:27,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:27,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:27,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371247707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371247707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371247710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371247712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371247713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-12T00:26:27,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-12T00:26:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:27,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:27,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:27,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111249fde78fa8a34ba7af6b38a235ee49a4_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111249fde78fa8a34ba7af6b38a235ee49a4_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:27,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/42dd676e00184d1e8e9946aee5eab5e3, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:27,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/42dd676e00184d1e8e9946aee5eab5e3 is 175, key is test_row_0/A:col10/1731371187378/Put/seqid=0 2024-11-12T00:26:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742183_1359 (size=48389) 2024-11-12T00:26:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-12T00:26:27,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:27,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-12T00:26:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:27,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371248013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371248013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371248015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371248019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371248019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-12T00:26:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:28,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/42dd676e00184d1e8e9946aee5eab5e3 2024-11-12T00:26:28,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/e5d2af1fcf584a33bab663132b4047e6 is 50, key is test_row_0/B:col10/1731371187378/Put/seqid=0 2024-11-12T00:26:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742184_1360 (size=12151) 2024-11-12T00:26:28,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/e5d2af1fcf584a33bab663132b4047e6 2024-11-12T00:26:28,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/44ffb883a921452b969a6f875f0aa3b0 is 50, key is test_row_0/C:col10/1731371187378/Put/seqid=0 2024-11-12T00:26:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-12T00:26:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742185_1361 (size=12151) 2024-11-12T00:26:28,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/44ffb883a921452b969a6f875f0aa3b0 2024-11-12T00:26:28,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/42dd676e00184d1e8e9946aee5eab5e3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/42dd676e00184d1e8e9946aee5eab5e3 2024-11-12T00:26:28,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-12T00:26:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:28,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/42dd676e00184d1e8e9946aee5eab5e3, entries=250, sequenceid=180, filesize=47.3 K 2024-11-12T00:26:28,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/e5d2af1fcf584a33bab663132b4047e6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e5d2af1fcf584a33bab663132b4047e6 2024-11-12T00:26:28,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e5d2af1fcf584a33bab663132b4047e6, entries=150, sequenceid=180, filesize=11.9 K 2024-11-12T00:26:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/44ffb883a921452b969a6f875f0aa3b0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/44ffb883a921452b969a6f875f0aa3b0 2024-11-12T00:26:28,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/44ffb883a921452b969a6f875f0aa3b0, entries=150, sequenceid=180, filesize=11.9 K 2024-11-12T00:26:28,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d9d2066b146ea4ce282e40463a093960 in 869ms, sequenceid=180, compaction requested=true 2024-11-12T00:26:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:28,247 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:28,247 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:28,249 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:28,249 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:28,249 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/A is initiating minor compaction (all files) 2024-11-12T00:26:28,249 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/B is initiating minor compaction (all files) 2024-11-12T00:26:28,249 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/A in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,249 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/B in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,249 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7d521a47d0fc4047ad1ebcd1fa7295b7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eff09e9e21964d4082c66fff3a82717b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/42dd676e00184d1e8e9946aee5eab5e3] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=108.3 K 2024-11-12T00:26:28,249 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/0cd3fe1ff1b0424fbcd9a7aeac0871b6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/9e298c9b17d640638014ecc5ee1a93ec, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e5d2af1fcf584a33bab663132b4047e6] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.9 K 2024-11-12T00:26:28,249 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,249 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7d521a47d0fc4047ad1ebcd1fa7295b7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eff09e9e21964d4082c66fff3a82717b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/42dd676e00184d1e8e9946aee5eab5e3] 2024-11-12T00:26:28,250 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cd3fe1ff1b0424fbcd9a7aeac0871b6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731371183442 2024-11-12T00:26:28,250 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d521a47d0fc4047ad1ebcd1fa7295b7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731371183442 2024-11-12T00:26:28,251 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e298c9b17d640638014ecc5ee1a93ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731371184082 2024-11-12T00:26:28,251 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting eff09e9e21964d4082c66fff3a82717b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731371184082 2024-11-12T00:26:28,251 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e5d2af1fcf584a33bab663132b4047e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731371187350 2024-11-12T00:26:28,251 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42dd676e00184d1e8e9946aee5eab5e3, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731371187347 2024-11-12T00:26:28,256 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:28,258 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:28,258 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/d3c939c989224cc0b99a496ce3015c4e is 50, key is test_row_0/B:col10/1731371187378/Put/seqid=0 2024-11-12T00:26:28,261 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111289cc87eeaaf84551ab55318d2e529f00_d9d2066b146ea4ce282e40463a093960 store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:28,263 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111289cc87eeaaf84551ab55318d2e529f00_d9d2066b146ea4ce282e40463a093960, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:28,263 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111289cc87eeaaf84551ab55318d2e529f00_d9d2066b146ea4ce282e40463a093960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742186_1362 (size=12561) 2024-11-12T00:26:28,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742187_1363 (size=4469) 2024-11-12T00:26:28,269 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/d3c939c989224cc0b99a496ce3015c4e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/d3c939c989224cc0b99a496ce3015c4e 2024-11-12T00:26:28,270 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#A#compaction#305 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:28,270 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d9ace46f955548c3a409e939592a2be7 is 175, key is test_row_0/A:col10/1731371187378/Put/seqid=0 2024-11-12T00:26:28,274 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/B of d9d2066b146ea4ce282e40463a093960 into d3c939c989224cc0b99a496ce3015c4e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:28,274 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:28,274 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/B, priority=13, startTime=1731371188247; duration=0sec 2024-11-12T00:26:28,274 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:28,274 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:B 2024-11-12T00:26:28,274 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:28,275 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:28,276 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/C is initiating minor compaction (all files) 2024-11-12T00:26:28,276 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/C in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,276 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/97ee144ea134465fae19344a77874ad7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9391cde47e704175ab0a746566a87a48, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/44ffb883a921452b969a6f875f0aa3b0] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=35.9 K 2024-11-12T00:26:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742188_1364 (size=31515) 2024-11-12T00:26:28,276 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 97ee144ea134465fae19344a77874ad7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731371183442 2024-11-12T00:26:28,277 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 9391cde47e704175ab0a746566a87a48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731371184082 2024-11-12T00:26:28,277 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ffb883a921452b969a6f875f0aa3b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731371187350 2024-11-12T00:26:28,284 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:28,284 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/61bbae57369e4262aa130d2482658743 is 50, key is test_row_0/C:col10/1731371187378/Put/seqid=0 2024-11-12T00:26:28,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742189_1365 (size=12561) 2024-11-12T00:26:28,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-12T00:26:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:28,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T00:26:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:28,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124409a3b315744b0d84d8e1700b4cae0f_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371187395/Put/seqid=0 2024-11-12T00:26:28,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742190_1366 (size=12304) 2024-11-12T00:26:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:28,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:28,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371248538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371248539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371248542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371248543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371248545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371248646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371248646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371248652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371248652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371248653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,680 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d9ace46f955548c3a409e939592a2be7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d9ace46f955548c3a409e939592a2be7 2024-11-12T00:26:28,684 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/A of d9d2066b146ea4ce282e40463a093960 into d9ace46f955548c3a409e939592a2be7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:28,684 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:28,684 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/A, priority=13, startTime=1731371188247; duration=0sec 2024-11-12T00:26:28,684 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:28,684 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:A 2024-11-12T00:26:28,691 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/61bbae57369e4262aa130d2482658743 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/61bbae57369e4262aa130d2482658743 2024-11-12T00:26:28,695 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/C of d9d2066b146ea4ce282e40463a093960 into 61bbae57369e4262aa130d2482658743(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:28,695 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:28,695 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/C, priority=13, startTime=1731371188247; duration=0sec 2024-11-12T00:26:28,695 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:28,695 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:C 2024-11-12T00:26:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-12T00:26:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:28,803 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124409a3b315744b0d84d8e1700b4cae0f_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124409a3b315744b0d84d8e1700b4cae0f_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:28,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d3d4cc78b81d4ee9acfb7e66455e4654, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:28,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d3d4cc78b81d4ee9acfb7e66455e4654 is 175, key is test_row_0/A:col10/1731371187395/Put/seqid=0 2024-11-12T00:26:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742191_1367 (size=31105) 2024-11-12T00:26:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371248850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371248850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371248857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371248857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371248859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371249154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371249156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371249160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371249162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371249164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,208 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d3d4cc78b81d4ee9acfb7e66455e4654 2024-11-12T00:26:29,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/39ee27a4a3be4e7585ff722553573e6a is 50, key is test_row_0/B:col10/1731371187395/Put/seqid=0 2024-11-12T00:26:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742192_1368 (size=12151) 2024-11-12T00:26:29,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T00:26:29,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/39ee27a4a3be4e7585ff722553573e6a 2024-11-12T00:26:29,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/185d4e9df9af4ed9936218c39da13cf3 is 50, key is test_row_0/C:col10/1731371187395/Put/seqid=0 2024-11-12T00:26:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742193_1369 (size=12151) 2024-11-12T00:26:29,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371249660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371249660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371249666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371249668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371249669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-12T00:26:30,027 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/185d4e9df9af4ed9936218c39da13cf3 2024-11-12T00:26:30,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d3d4cc78b81d4ee9acfb7e66455e4654 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d3d4cc78b81d4ee9acfb7e66455e4654 2024-11-12T00:26:30,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d3d4cc78b81d4ee9acfb7e66455e4654, entries=150, sequenceid=196, filesize=30.4 K 2024-11-12T00:26:30,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/39ee27a4a3be4e7585ff722553573e6a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/39ee27a4a3be4e7585ff722553573e6a 2024-11-12T00:26:30,038 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/39ee27a4a3be4e7585ff722553573e6a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-12T00:26:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/185d4e9df9af4ed9936218c39da13cf3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/185d4e9df9af4ed9936218c39da13cf3 2024-11-12T00:26:30,042 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/185d4e9df9af4ed9936218c39da13cf3, entries=150, sequenceid=196, filesize=11.9 K 2024-11-12T00:26:30,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d9d2066b146ea4ce282e40463a093960 in 1654ms, sequenceid=196, compaction requested=false 2024-11-12T00:26:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-12T00:26:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-12T00:26:30,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-12T00:26:30,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4170 sec 2024-11-12T00:26:30,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.4190 sec 2024-11-12T00:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:30,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T00:26:30,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:30,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:30,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:30,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:30,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:30,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:30,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111280df438dd8f445b8a2e54a7849e4bdfd_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371188542/Put/seqid=0 2024-11-12T00:26:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742194_1370 (size=14794) 2024-11-12T00:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371250684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371250689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371250689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371250690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371250690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371250791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371250794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371250795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371250795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:30,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371250795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371250996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371250998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371251000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371251001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371251001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:31,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111280df438dd8f445b8a2e54a7849e4bdfd_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111280df438dd8f445b8a2e54a7849e4bdfd_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:31,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/ca3abd885e624005ad253a792017a1a8, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:31,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/ca3abd885e624005ad253a792017a1a8 is 175, key is test_row_0/A:col10/1731371188542/Put/seqid=0 2024-11-12T00:26:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742195_1371 (size=39749) 2024-11-12T00:26:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371251303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371251304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371251304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371251304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371251305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/ca3abd885e624005ad253a792017a1a8 2024-11-12T00:26:31,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/2442661bf68d47ce8b153e9b84fdf34c is 50, key is test_row_0/B:col10/1731371188542/Put/seqid=0 2024-11-12T00:26:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742196_1372 (size=12151) 2024-11-12T00:26:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-12T00:26:31,731 INFO [Thread-1449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-12T00:26:31,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-12T00:26:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-12T00:26:31,733 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:31,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:31,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:31,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371251808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371251810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371251811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371251811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371251811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-12T00:26:31,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:31,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-12T00:26:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:31,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:31,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/2442661bf68d47ce8b153e9b84fdf34c 2024-11-12T00:26:31,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/d052c4e6a24948629c1f45ed33e80052 is 50, key is test_row_0/C:col10/1731371188542/Put/seqid=0 2024-11-12T00:26:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742197_1373 (size=12151) 2024-11-12T00:26:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-12T00:26:32,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-12T00:26:32,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:32,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,189 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-12T00:26:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-12T00:26:32,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-12T00:26:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:32,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/d052c4e6a24948629c1f45ed33e80052 2024-11-12T00:26:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/ca3abd885e624005ad253a792017a1a8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/ca3abd885e624005ad253a792017a1a8 2024-11-12T00:26:32,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/ca3abd885e624005ad253a792017a1a8, entries=200, sequenceid=220, filesize=38.8 K 2024-11-12T00:26:32,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/2442661bf68d47ce8b153e9b84fdf34c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2442661bf68d47ce8b153e9b84fdf34c 2024-11-12T00:26:32,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2442661bf68d47ce8b153e9b84fdf34c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-12T00:26:32,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/d052c4e6a24948629c1f45ed33e80052 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d052c4e6a24948629c1f45ed33e80052 2024-11-12T00:26:32,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d052c4e6a24948629c1f45ed33e80052, entries=150, sequenceid=220, filesize=11.9 K 2024-11-12T00:26:32,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d9d2066b146ea4ce282e40463a093960 in 1699ms, sequenceid=220, compaction requested=true 2024-11-12T00:26:32,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:32,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:32,368 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:32,368 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:32,368 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:32,368 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:32,368 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/B is initiating minor compaction (all files) 2024-11-12T00:26:32,368 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/A is initiating minor compaction (all files) 2024-11-12T00:26:32,368 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/B in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,368 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/A in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,369 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/d3c939c989224cc0b99a496ce3015c4e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/39ee27a4a3be4e7585ff722553573e6a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2442661bf68d47ce8b153e9b84fdf34c] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=36.0 K 2024-11-12T00:26:32,369 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d9ace46f955548c3a409e939592a2be7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d3d4cc78b81d4ee9acfb7e66455e4654, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/ca3abd885e624005ad253a792017a1a8] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=100.0 K 2024-11-12T00:26:32,369 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,369 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d9ace46f955548c3a409e939592a2be7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d3d4cc78b81d4ee9acfb7e66455e4654, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/ca3abd885e624005ad253a792017a1a8] 2024-11-12T00:26:32,369 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d3c939c989224cc0b99a496ce3015c4e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731371187350 2024-11-12T00:26:32,369 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ace46f955548c3a409e939592a2be7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731371187350 2024-11-12T00:26:32,369 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 39ee27a4a3be4e7585ff722553573e6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731371187395 2024-11-12T00:26:32,369 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3d4cc78b81d4ee9acfb7e66455e4654, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731371187395 2024-11-12T00:26:32,369 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2442661bf68d47ce8b153e9b84fdf34c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731371188542 2024-11-12T00:26:32,369 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca3abd885e624005ad253a792017a1a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731371188536 2024-11-12T00:26:32,374 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:32,378 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111272a59348d9e64501ae03b979aff56804_d9d2066b146ea4ce282e40463a093960 store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:32,379 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111272a59348d9e64501ae03b979aff56804_d9d2066b146ea4ce282e40463a093960, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:32,379 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111272a59348d9e64501ae03b979aff56804_d9d2066b146ea4ce282e40463a093960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:32,382 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:32,382 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/166d6ea13566499dbf1a4dda2e4c9792 is 50, key is test_row_0/B:col10/1731371188542/Put/seqid=0 2024-11-12T00:26:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742198_1374 (size=4469) 2024-11-12T00:26:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742199_1375 (size=12663) 2024-11-12T00:26:32,403 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/166d6ea13566499dbf1a4dda2e4c9792 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/166d6ea13566499dbf1a4dda2e4c9792 2024-11-12T00:26:32,407 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/B of d9d2066b146ea4ce282e40463a093960 into 166d6ea13566499dbf1a4dda2e4c9792(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:32,407 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:32,407 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/B, priority=13, startTime=1731371192368; duration=0sec 2024-11-12T00:26:32,408 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:32,408 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:B 2024-11-12T00:26:32,408 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:32,408 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:32,408 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/C is initiating minor compaction (all files) 2024-11-12T00:26:32,409 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/C in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,409 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/61bbae57369e4262aa130d2482658743, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/185d4e9df9af4ed9936218c39da13cf3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d052c4e6a24948629c1f45ed33e80052] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=36.0 K 2024-11-12T00:26:32,409 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 61bbae57369e4262aa130d2482658743, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731371187350 2024-11-12T00:26:32,409 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 185d4e9df9af4ed9936218c39da13cf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731371187395 2024-11-12T00:26:32,409 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d052c4e6a24948629c1f45ed33e80052, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731371188542 2024-11-12T00:26:32,414 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:32,415 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/46ab1dc6f926406f90cf2d82ba91f868 is 50, key is test_row_0/C:col10/1731371188542/Put/seqid=0 2024-11-12T00:26:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742200_1376 (size=12663) 2024-11-12T00:26:32,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-12T00:26:32,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:32,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T00:26:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:32,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129c768f978b6d43d19a012e2471aac3cd_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371190689/Put/seqid=0 2024-11-12T00:26:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742201_1377 (size=12304) 2024-11-12T00:26:32,796 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#A#compaction#314 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:32,796 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/40583c4a67e44758953cb3d7ece4956f is 175, key is test_row_0/A:col10/1731371188542/Put/seqid=0 2024-11-12T00:26:32,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742202_1378 (size=31617) 2024-11-12T00:26:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:32,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. as already flushing 2024-11-12T00:26:32,822 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/46ab1dc6f926406f90cf2d82ba91f868 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/46ab1dc6f926406f90cf2d82ba91f868 2024-11-12T00:26:32,826 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/C of d9d2066b146ea4ce282e40463a093960 into 46ab1dc6f926406f90cf2d82ba91f868(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:32,826 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:32,826 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/C, priority=13, startTime=1731371192368; duration=0sec 2024-11-12T00:26:32,826 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:32,826 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:C 2024-11-12T00:26:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-12T00:26:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371252843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371252844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371252845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371252845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371252846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:32,907 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129c768f978b6d43d19a012e2471aac3cd_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c768f978b6d43d19a012e2471aac3cd_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:32,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/bf4b8a5ab3cf4b5b8516354eafa9daee, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:32,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/bf4b8a5ab3cf4b5b8516354eafa9daee is 175, key is test_row_0/A:col10/1731371190689/Put/seqid=0 2024-11-12T00:26:32,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742203_1379 (size=31105) 2024-11-12T00:26:32,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371252951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371252951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371252951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371252955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:32,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371252955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371253154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371253155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371253155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371253159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371253161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,204 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/40583c4a67e44758953cb3d7ece4956f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/40583c4a67e44758953cb3d7ece4956f 2024-11-12T00:26:33,207 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/A of d9d2066b146ea4ce282e40463a093960 into 40583c4a67e44758953cb3d7ece4956f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:33,207 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:33,207 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/A, priority=13, startTime=1731371192367; duration=0sec 2024-11-12T00:26:33,207 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:33,208 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:A 2024-11-12T00:26:33,312 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/bf4b8a5ab3cf4b5b8516354eafa9daee 2024-11-12T00:26:33,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/dc033db491fb46cfa83163c49a8af7db is 50, key is test_row_0/B:col10/1731371190689/Put/seqid=0 2024-11-12T00:26:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742204_1380 (size=12151) 2024-11-12T00:26:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371253458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371253459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371253460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371253465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371253466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c61525cfb6ce41369e86f95abbd30cc3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/749839d471bc4557b061f2f9f0f74858, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/36cc7ffefdbb4abf814332c48e06bd53, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eb8576d3b7ba4963b591f9b60ec23a34, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/90e641d251734d07a01eb5fdfa2ee598, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d256c04e546642018e61e7d1ed6dad91, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/adaa75751b9d4536914af0ffab080d64, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/9a510c3812714891a09e2dfce733a733, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7d521a47d0fc4047ad1ebcd1fa7295b7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c455f64f8f004979aa93a53565a7f8ae, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eff09e9e21964d4082c66fff3a82717b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/42dd676e00184d1e8e9946aee5eab5e3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d9ace46f955548c3a409e939592a2be7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d3d4cc78b81d4ee9acfb7e66455e4654, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/ca3abd885e624005ad253a792017a1a8] to archive 2024-11-12T00:26:33,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:33,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c61525cfb6ce41369e86f95abbd30cc3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c61525cfb6ce41369e86f95abbd30cc3 2024-11-12T00:26:33,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/749839d471bc4557b061f2f9f0f74858 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/749839d471bc4557b061f2f9f0f74858 2024-11-12T00:26:33,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/36cc7ffefdbb4abf814332c48e06bd53 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/36cc7ffefdbb4abf814332c48e06bd53 2024-11-12T00:26:33,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eb8576d3b7ba4963b591f9b60ec23a34 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eb8576d3b7ba4963b591f9b60ec23a34 2024-11-12T00:26:33,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/90e641d251734d07a01eb5fdfa2ee598 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/90e641d251734d07a01eb5fdfa2ee598 2024-11-12T00:26:33,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d256c04e546642018e61e7d1ed6dad91 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d256c04e546642018e61e7d1ed6dad91 2024-11-12T00:26:33,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/adaa75751b9d4536914af0ffab080d64 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/adaa75751b9d4536914af0ffab080d64 2024-11-12T00:26:33,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/9a510c3812714891a09e2dfce733a733 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/9a510c3812714891a09e2dfce733a733 2024-11-12T00:26:33,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7d521a47d0fc4047ad1ebcd1fa7295b7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7d521a47d0fc4047ad1ebcd1fa7295b7 2024-11-12T00:26:33,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c455f64f8f004979aa93a53565a7f8ae to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c455f64f8f004979aa93a53565a7f8ae 2024-11-12T00:26:33,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eff09e9e21964d4082c66fff3a82717b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/eff09e9e21964d4082c66fff3a82717b 2024-11-12T00:26:33,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/42dd676e00184d1e8e9946aee5eab5e3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/42dd676e00184d1e8e9946aee5eab5e3 2024-11-12T00:26:33,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d9ace46f955548c3a409e939592a2be7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d9ace46f955548c3a409e939592a2be7 2024-11-12T00:26:33,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d3d4cc78b81d4ee9acfb7e66455e4654 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d3d4cc78b81d4ee9acfb7e66455e4654 2024-11-12T00:26:33,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/ca3abd885e624005ad253a792017a1a8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/ca3abd885e624005ad253a792017a1a8 2024-11-12T00:26:33,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/5363d0a8979d433e9fd15c1ed4340c09, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1be8f9eb2c8a44e3858534be039a95e1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2d57f5155bd945308a3380e30c998eee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/c396b6c288b64b11be6ae7ee0d90f2fc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1209264e4f324ba5b419fd2bbef6eee9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/8b62c679ff644977897c1895e6f715d7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e50f781bcd15422390416a76722ce3be, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/27785ca95a8b4c688f736a985ca23db4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/0cd3fe1ff1b0424fbcd9a7aeac0871b6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f7b4a7f7ec594e889c0d92573c9319f1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/9e298c9b17d640638014ecc5ee1a93ec, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/d3c939c989224cc0b99a496ce3015c4e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e5d2af1fcf584a33bab663132b4047e6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/39ee27a4a3be4e7585ff722553573e6a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2442661bf68d47ce8b153e9b84fdf34c] to archive 2024-11-12T00:26:33,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:33,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/5363d0a8979d433e9fd15c1ed4340c09 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/5363d0a8979d433e9fd15c1ed4340c09 2024-11-12T00:26:33,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1be8f9eb2c8a44e3858534be039a95e1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1be8f9eb2c8a44e3858534be039a95e1 2024-11-12T00:26:33,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2d57f5155bd945308a3380e30c998eee to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2d57f5155bd945308a3380e30c998eee 2024-11-12T00:26:33,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/c396b6c288b64b11be6ae7ee0d90f2fc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/c396b6c288b64b11be6ae7ee0d90f2fc 2024-11-12T00:26:33,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1209264e4f324ba5b419fd2bbef6eee9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/1209264e4f324ba5b419fd2bbef6eee9 2024-11-12T00:26:33,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/8b62c679ff644977897c1895e6f715d7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/8b62c679ff644977897c1895e6f715d7 2024-11-12T00:26:33,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e50f781bcd15422390416a76722ce3be to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e50f781bcd15422390416a76722ce3be 2024-11-12T00:26:33,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/27785ca95a8b4c688f736a985ca23db4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/27785ca95a8b4c688f736a985ca23db4 2024-11-12T00:26:33,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/0cd3fe1ff1b0424fbcd9a7aeac0871b6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/0cd3fe1ff1b0424fbcd9a7aeac0871b6 2024-11-12T00:26:33,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f7b4a7f7ec594e889c0d92573c9319f1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f7b4a7f7ec594e889c0d92573c9319f1 2024-11-12T00:26:33,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/9e298c9b17d640638014ecc5ee1a93ec to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/9e298c9b17d640638014ecc5ee1a93ec 2024-11-12T00:26:33,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/d3c939c989224cc0b99a496ce3015c4e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/d3c939c989224cc0b99a496ce3015c4e 2024-11-12T00:26:33,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e5d2af1fcf584a33bab663132b4047e6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/e5d2af1fcf584a33bab663132b4047e6 2024-11-12T00:26:33,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/39ee27a4a3be4e7585ff722553573e6a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/39ee27a4a3be4e7585ff722553573e6a 2024-11-12T00:26:33,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2442661bf68d47ce8b153e9b84fdf34c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/2442661bf68d47ce8b153e9b84fdf34c 2024-11-12T00:26:33,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/00f10a34fe554681abe7939ecbcd3e5f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9d0ef6b3984f45dc8f24b29ab54d3588, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/7528c2856bb3471f9b151599e13bb4ed, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2a96339b082a4321b8898ed55a04d68b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2564c758a1c042268246e5d2eb2f5f17, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b3bfdba2d2fd43318aa0a43629cf62c2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d58c682761b64969bd2a22fb36efb2c5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/ddf64793bdb4410eaf370a0ad8d624c1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/97ee144ea134465fae19344a77874ad7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/93113e684b604d03a3eeb34f97040f0b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9391cde47e704175ab0a746566a87a48, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/61bbae57369e4262aa130d2482658743, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/44ffb883a921452b969a6f875f0aa3b0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/185d4e9df9af4ed9936218c39da13cf3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d052c4e6a24948629c1f45ed33e80052] to archive 2024-11-12T00:26:33,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:33,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/00f10a34fe554681abe7939ecbcd3e5f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/00f10a34fe554681abe7939ecbcd3e5f 2024-11-12T00:26:33,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9d0ef6b3984f45dc8f24b29ab54d3588 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9d0ef6b3984f45dc8f24b29ab54d3588 2024-11-12T00:26:33,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/7528c2856bb3471f9b151599e13bb4ed to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/7528c2856bb3471f9b151599e13bb4ed 2024-11-12T00:26:33,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2a96339b082a4321b8898ed55a04d68b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2a96339b082a4321b8898ed55a04d68b 2024-11-12T00:26:33,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2564c758a1c042268246e5d2eb2f5f17 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/2564c758a1c042268246e5d2eb2f5f17 2024-11-12T00:26:33,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b3bfdba2d2fd43318aa0a43629cf62c2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b3bfdba2d2fd43318aa0a43629cf62c2 2024-11-12T00:26:33,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d58c682761b64969bd2a22fb36efb2c5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d58c682761b64969bd2a22fb36efb2c5 2024-11-12T00:26:33,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/ddf64793bdb4410eaf370a0ad8d624c1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/ddf64793bdb4410eaf370a0ad8d624c1 2024-11-12T00:26:33,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/97ee144ea134465fae19344a77874ad7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/97ee144ea134465fae19344a77874ad7 2024-11-12T00:26:33,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/93113e684b604d03a3eeb34f97040f0b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/93113e684b604d03a3eeb34f97040f0b 2024-11-12T00:26:33,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9391cde47e704175ab0a746566a87a48 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/9391cde47e704175ab0a746566a87a48 2024-11-12T00:26:33,711 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/61bbae57369e4262aa130d2482658743 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/61bbae57369e4262aa130d2482658743 2024-11-12T00:26:33,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/44ffb883a921452b969a6f875f0aa3b0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/44ffb883a921452b969a6f875f0aa3b0 2024-11-12T00:26:33,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/185d4e9df9af4ed9936218c39da13cf3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/185d4e9df9af4ed9936218c39da13cf3 2024-11-12T00:26:33,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab586620e8d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d052c4e6a24948629c1f45ed33e80052 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/d052c4e6a24948629c1f45ed33e80052 2024-11-12T00:26:33,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/dc033db491fb46cfa83163c49a8af7db 2024-11-12T00:26:33,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/f3544f40597f420dba4b87c19b408d16 is 50, key is test_row_0/C:col10/1731371190689/Put/seqid=0 2024-11-12T00:26:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742205_1381 (size=12151) 2024-11-12T00:26:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-12T00:26:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371253964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371253966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371253967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371253969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371253972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:34,131 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/f3544f40597f420dba4b87c19b408d16 2024-11-12T00:26:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/bf4b8a5ab3cf4b5b8516354eafa9daee as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/bf4b8a5ab3cf4b5b8516354eafa9daee 2024-11-12T00:26:34,138 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/bf4b8a5ab3cf4b5b8516354eafa9daee, entries=150, sequenceid=236, filesize=30.4 K 2024-11-12T00:26:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/dc033db491fb46cfa83163c49a8af7db as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/dc033db491fb46cfa83163c49a8af7db 2024-11-12T00:26:34,141 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/dc033db491fb46cfa83163c49a8af7db, entries=150, sequenceid=236, filesize=11.9 K 2024-11-12T00:26:34,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/f3544f40597f420dba4b87c19b408d16 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/f3544f40597f420dba4b87c19b408d16 2024-11-12T00:26:34,144 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/f3544f40597f420dba4b87c19b408d16, entries=150, sequenceid=236, filesize=11.9 K 2024-11-12T00:26:34,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d9d2066b146ea4ce282e40463a093960 in 1651ms, sequenceid=236, compaction requested=false 2024-11-12T00:26:34,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:34,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:34,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-12T00:26:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-12T00:26:34,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-12T00:26:34,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4120 sec 2024-11-12T00:26:34,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.4150 sec 2024-11-12T00:26:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:34,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T00:26:34,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:34,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:34,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:34,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:34,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:34,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:34,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124a1fd22d91444573bb936f0e21e4a196_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371192844/Put/seqid=0 2024-11-12T00:26:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742206_1382 (size=14944) 2024-11-12T00:26:34,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371254987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:34,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371254988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371254992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371254993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371254993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371255094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371255094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371255099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371255099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371255099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,202 DEBUG [Thread-1458 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e5df918 to 127.0.0.1:51686 2024-11-12T00:26:35,202 DEBUG [Thread-1458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:35,205 DEBUG [Thread-1456 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71474e2e to 127.0.0.1:51686 2024-11-12T00:26:35,205 DEBUG [Thread-1456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:35,207 DEBUG [Thread-1450 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267b2bf2 to 127.0.0.1:51686 2024-11-12T00:26:35,207 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:35,207 DEBUG [Thread-1454 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56599405 to 127.0.0.1:51686 2024-11-12T00:26:35,207 DEBUG [Thread-1454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:35,210 DEBUG [Thread-1452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24953e01 to 127.0.0.1:51686 2024-11-12T00:26:35,210 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371255298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371255298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371255305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371255305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371255306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,388 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:35,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124a1fd22d91444573bb936f0e21e4a196_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124a1fd22d91444573bb936f0e21e4a196_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:35,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c426e14cd8fa44cb9abddb51fb36cecf, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:35,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c426e14cd8fa44cb9abddb51fb36cecf is 175, key is test_row_0/A:col10/1731371192844/Put/seqid=0 2024-11-12T00:26:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742207_1383 (size=39899) 2024-11-12T00:26:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371255604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371255604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371255608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371255608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371255610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:35,803 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c426e14cd8fa44cb9abddb51fb36cecf 2024-11-12T00:26:35,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/42cde5fcdc844751a7a43d5e80fc02d2 is 50, key is test_row_0/B:col10/1731371192844/Put/seqid=0 2024-11-12T00:26:35,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742208_1384 (size=12301) 2024-11-12T00:26:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-12T00:26:35,837 INFO [Thread-1449 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-12T00:26:36,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39858 deadline: 1731371256111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39850 deadline: 1731371256111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:36,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:36,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39862 deadline: 1731371256114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731371256114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:36,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731371256115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:36,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/42cde5fcdc844751a7a43d5e80fc02d2 2024-11-12T00:26:36,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/18a6b1dd610e482ea1ab997222661734 is 50, key is test_row_0/C:col10/1731371192844/Put/seqid=0 2024-11-12T00:26:36,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742209_1385 (size=12301) 2024-11-12T00:26:36,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/18a6b1dd610e482ea1ab997222661734 2024-11-12T00:26:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/c426e14cd8fa44cb9abddb51fb36cecf as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c426e14cd8fa44cb9abddb51fb36cecf 2024-11-12T00:26:36,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c426e14cd8fa44cb9abddb51fb36cecf, entries=200, sequenceid=261, filesize=39.0 K 2024-11-12T00:26:36,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/42cde5fcdc844751a7a43d5e80fc02d2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/42cde5fcdc844751a7a43d5e80fc02d2 2024-11-12T00:26:36,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/42cde5fcdc844751a7a43d5e80fc02d2, entries=150, sequenceid=261, filesize=12.0 K 2024-11-12T00:26:36,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/18a6b1dd610e482ea1ab997222661734 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/18a6b1dd610e482ea1ab997222661734 2024-11-12T00:26:36,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/18a6b1dd610e482ea1ab997222661734, entries=150, sequenceid=261, filesize=12.0 K 2024-11-12T00:26:36,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d9d2066b146ea4ce282e40463a093960 in 1722ms, sequenceid=261, compaction requested=true 2024-11-12T00:26:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:36,696 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d9d2066b146ea4ce282e40463a093960:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:36,696 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:36,697 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102621 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:36,697 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:36,698 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/A is initiating minor compaction (all files) 2024-11-12T00:26:36,698 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/B is initiating minor compaction (all files) 2024-11-12T00:26:36,698 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/A in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:36,698 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/B in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:36,698 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/40583c4a67e44758953cb3d7ece4956f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/bf4b8a5ab3cf4b5b8516354eafa9daee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c426e14cd8fa44cb9abddb51fb36cecf] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=100.2 K 2024-11-12T00:26:36,698 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/166d6ea13566499dbf1a4dda2e4c9792, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/dc033db491fb46cfa83163c49a8af7db, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/42cde5fcdc844751a7a43d5e80fc02d2] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=36.2 K 2024-11-12T00:26:36,698 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:36,698 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/40583c4a67e44758953cb3d7ece4956f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/bf4b8a5ab3cf4b5b8516354eafa9daee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c426e14cd8fa44cb9abddb51fb36cecf] 2024-11-12T00:26:36,698 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 166d6ea13566499dbf1a4dda2e4c9792, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731371188542 2024-11-12T00:26:36,698 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40583c4a67e44758953cb3d7ece4956f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731371188542 2024-11-12T00:26:36,699 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting dc033db491fb46cfa83163c49a8af7db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371190671 2024-11-12T00:26:36,699 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4b8a5ab3cf4b5b8516354eafa9daee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371190671 2024-11-12T00:26:36,699 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting c426e14cd8fa44cb9abddb51fb36cecf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731371192836 2024-11-12T00:26:36,699 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 42cde5fcdc844751a7a43d5e80fc02d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731371192844 2024-11-12T00:26:36,705 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:36,707 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:36,707 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/3eb2d90c4322420da87323575181c43a is 50, key is test_row_0/B:col10/1731371192844/Put/seqid=0 2024-11-12T00:26:36,708 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112d0db8306e3334ed292e2d8c05132796d_d9d2066b146ea4ce282e40463a093960 store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742210_1386 (size=12404) 2024-11-12T00:26:36,715 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112d0db8306e3334ed292e2d8c05132796d_d9d2066b146ea4ce282e40463a093960, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:36,715 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d0db8306e3334ed292e2d8c05132796d_d9d2066b146ea4ce282e40463a093960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742211_1387 (size=4469) 2024-11-12T00:26:37,123 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#A#compaction#324 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:37,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T00:26:37,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:37,123 DEBUG [Thread-1447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76c1ddcc to 127.0.0.1:51686 2024-11-12T00:26:37,123 DEBUG [Thread-1439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3779dcff to 127.0.0.1:51686 2024-11-12T00:26:37,123 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:37,123 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:37,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:37,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:37,123 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/7c2c36fa72214b2a998f439458181b80 is 175, key is test_row_0/A:col10/1731371192844/Put/seqid=0 2024-11-12T00:26:37,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:37,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:37,124 DEBUG [Thread-1441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55b9838c to 127.0.0.1:51686 2024-11-12T00:26:37,124 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:37,125 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/3eb2d90c4322420da87323575181c43a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/3eb2d90c4322420da87323575181c43a 2024-11-12T00:26:37,126 DEBUG [Thread-1445 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ec2e767 to 127.0.0.1:51686 2024-11-12T00:26:37,126 DEBUG [Thread-1445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:37,126 DEBUG [Thread-1443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x282c1797 to 127.0.0.1:51686 2024-11-12T00:26:37,126 DEBUG [Thread-1443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2754 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8262 rows 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2755 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8265 rows 2024-11-12T00:26:37,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2754 2024-11-12T00:26:37,127 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8262 rows 2024-11-12T00:26:37,127 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2743 2024-11-12T00:26:37,127 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8229 rows 2024-11-12T00:26:37,127 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2747 2024-11-12T00:26:37,127 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8241 rows 2024-11-12T00:26:37,127 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T00:26:37,127 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47a067e1 to 127.0.0.1:51686 2024-11-12T00:26:37,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:26:37,128 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-12T00:26:37,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T00:26:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742212_1388 (size=31358) 2024-11-12T00:26:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-12T00:26:37,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371197133"}]},"ts":"1731371197133"} 2024-11-12T00:26:37,134 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T00:26:37,135 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/B of d9d2066b146ea4ce282e40463a093960 into 3eb2d90c4322420da87323575181c43a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:37,135 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:37,135 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/B, priority=13, startTime=1731371196696; duration=0sec 2024-11-12T00:26:37,135 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:37,135 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:B 2024-11-12T00:26:37,135 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:37,136 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:37,136 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): d9d2066b146ea4ce282e40463a093960/C is initiating minor compaction (all files) 2024-11-12T00:26:37,136 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d9d2066b146ea4ce282e40463a093960/C in TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:37,136 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/46ab1dc6f926406f90cf2d82ba91f868, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/f3544f40597f420dba4b87c19b408d16, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/18a6b1dd610e482ea1ab997222661734] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp, totalSize=36.2 K 2024-11-12T00:26:37,136 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ab1dc6f926406f90cf2d82ba91f868, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731371188542 2024-11-12T00:26:37,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b51b4e619bd94d2b8271e07cee9b25f3_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371197121/Put/seqid=0 2024-11-12T00:26:37,136 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f3544f40597f420dba4b87c19b408d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731371190671 2024-11-12T00:26:37,137 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 18a6b1dd610e482ea1ab997222661734, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731371192844 2024-11-12T00:26:37,137 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/7c2c36fa72214b2a998f439458181b80 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7c2c36fa72214b2a998f439458181b80 2024-11-12T00:26:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742213_1389 (size=12454) 2024-11-12T00:26:37,142 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/A of d9d2066b146ea4ce282e40463a093960 into 7c2c36fa72214b2a998f439458181b80(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:37,142 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:37,142 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/A, priority=13, startTime=1731371196696; duration=0sec 2024-11-12T00:26:37,142 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:37,142 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:A 2024-11-12T00:26:37,142 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d9d2066b146ea4ce282e40463a093960#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:37,143 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/8b5fae0e13b049639f65fff24cfb5ed9 is 50, key is test_row_0/C:col10/1731371192844/Put/seqid=0 2024-11-12T00:26:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742214_1390 (size=12404) 2024-11-12T00:26:37,178 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T00:26:37,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:26:37,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, UNASSIGN}] 2024-11-12T00:26:37,182 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, UNASSIGN 2024-11-12T00:26:37,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:37,185 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:26:37,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; CloseRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:26:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-12T00:26:37,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:37,339 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(124): Close d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:37,339 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:26:37,339 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1681): Closing d9d2066b146ea4ce282e40463a093960, disabling compactions & flushes 2024-11-12T00:26:37,339 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1942): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-12T00:26:37,541 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:37,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b51b4e619bd94d2b8271e07cee9b25f3_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b51b4e619bd94d2b8271e07cee9b25f3_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:37,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d7f9acc4531048d1bc4b7232bd3fca8f, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:37,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d7f9acc4531048d1bc4b7232bd3fca8f is 175, key is test_row_0/A:col10/1731371197121/Put/seqid=0 2024-11-12T00:26:37,555 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/8b5fae0e13b049639f65fff24cfb5ed9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/8b5fae0e13b049639f65fff24cfb5ed9 2024-11-12T00:26:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742215_1391 (size=31255) 2024-11-12T00:26:37,560 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d9d2066b146ea4ce282e40463a093960/C of d9d2066b146ea4ce282e40463a093960 into 8b5fae0e13b049639f65fff24cfb5ed9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:37,560 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:37,560 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960., storeName=d9d2066b146ea4ce282e40463a093960/C, priority=13, startTime=1731371196696; duration=0sec 2024-11-12T00:26:37,560 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:37,561 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:37,561 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d9d2066b146ea4ce282e40463a093960:C 2024-11-12T00:26:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-12T00:26:37,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d7f9acc4531048d1bc4b7232bd3fca8f 2024-11-12T00:26:37,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/f3f060ef5efe418fbd6534885f852d01 is 50, key is test_row_0/B:col10/1731371197121/Put/seqid=0 2024-11-12T00:26:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742216_1392 (size=12301) 2024-11-12T00:26:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-12T00:26:38,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/f3f060ef5efe418fbd6534885f852d01 2024-11-12T00:26:38,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/b74950a0e325488a9240da82e796e94d is 50, key is test_row_0/C:col10/1731371197121/Put/seqid=0 2024-11-12T00:26:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742217_1393 (size=12301) 2024-11-12T00:26:38,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/b74950a0e325488a9240da82e796e94d 2024-11-12T00:26:38,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/d7f9acc4531048d1bc4b7232bd3fca8f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d7f9acc4531048d1bc4b7232bd3fca8f 2024-11-12T00:26:38,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d7f9acc4531048d1bc4b7232bd3fca8f, entries=150, sequenceid=278, filesize=30.5 K 2024-11-12T00:26:38,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/f3f060ef5efe418fbd6534885f852d01 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f3f060ef5efe418fbd6534885f852d01 2024-11-12T00:26:38,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f3f060ef5efe418fbd6534885f852d01, entries=150, sequenceid=278, filesize=12.0 K 2024-11-12T00:26:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/b74950a0e325488a9240da82e796e94d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b74950a0e325488a9240da82e796e94d 2024-11-12T00:26:38,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b74950a0e325488a9240da82e796e94d, entries=150, sequenceid=278, filesize=12.0 K 2024-11-12T00:26:38,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=13.42 KB/13740 for d9d2066b146ea4ce282e40463a093960 in 1706ms, sequenceid=278, compaction requested=false 2024-11-12T00:26:38,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:38,830 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. after waiting 0 ms 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:38,830 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(2837): Flushing d9d2066b146ea4ce282e40463a093960 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=A 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=B 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:38,830 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d9d2066b146ea4ce282e40463a093960, store=C 2024-11-12T00:26:38,831 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:38,837 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129bd9334a8f854990ada857a0d4dfb144_d9d2066b146ea4ce282e40463a093960 is 50, key is test_row_0/A:col10/1731371197124/Put/seqid=0 2024-11-12T00:26:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742218_1394 (size=7374) 2024-11-12T00:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-12T00:26:39,243 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:39,251 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129bd9334a8f854990ada857a0d4dfb144_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129bd9334a8f854990ada857a0d4dfb144_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:39,252 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/6990aa77a499450da968ee6dfea162f1, store: [table=TestAcidGuarantees family=A region=d9d2066b146ea4ce282e40463a093960] 2024-11-12T00:26:39,253 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/6990aa77a499450da968ee6dfea162f1 is 175, key is test_row_0/A:col10/1731371197124/Put/seqid=0 2024-11-12T00:26:39,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742219_1395 (size=13865) 2024-11-12T00:26:39,660 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/6990aa77a499450da968ee6dfea162f1 2024-11-12T00:26:39,673 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/34ad42339aa3438d90f63e3aefc0dd9d is 50, key is test_row_0/B:col10/1731371197124/Put/seqid=0 2024-11-12T00:26:39,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742220_1396 (size=7415) 2024-11-12T00:26:39,908 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39355,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:40,079 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/34ad42339aa3438d90f63e3aefc0dd9d 2024-11-12T00:26:40,095 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/33578020685247cca153124eab59f26f is 50, key is test_row_0/C:col10/1731371197124/Put/seqid=0 2024-11-12T00:26:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742221_1397 (size=7415) 2024-11-12T00:26:40,500 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/33578020685247cca153124eab59f26f 2024-11-12T00:26:40,511 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/A/6990aa77a499450da968ee6dfea162f1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/6990aa77a499450da968ee6dfea162f1 2024-11-12T00:26:40,516 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/6990aa77a499450da968ee6dfea162f1, entries=50, sequenceid=286, filesize=13.5 K 2024-11-12T00:26:40,517 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/B/34ad42339aa3438d90f63e3aefc0dd9d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/34ad42339aa3438d90f63e3aefc0dd9d 2024-11-12T00:26:40,521 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/34ad42339aa3438d90f63e3aefc0dd9d, entries=50, sequenceid=286, filesize=7.2 K 2024-11-12T00:26:40,522 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/.tmp/C/33578020685247cca153124eab59f26f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/33578020685247cca153124eab59f26f 2024-11-12T00:26:40,526 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/33578020685247cca153124eab59f26f, entries=50, sequenceid=286, filesize=7.2 K 2024-11-12T00:26:40,527 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for d9d2066b146ea4ce282e40463a093960 in 1697ms, sequenceid=286, compaction requested=true 2024-11-12T00:26:40,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/40583c4a67e44758953cb3d7ece4956f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/bf4b8a5ab3cf4b5b8516354eafa9daee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c426e14cd8fa44cb9abddb51fb36cecf] to archive 2024-11-12T00:26:40,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:40,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/40583c4a67e44758953cb3d7ece4956f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/40583c4a67e44758953cb3d7ece4956f 2024-11-12T00:26:40,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/bf4b8a5ab3cf4b5b8516354eafa9daee to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/bf4b8a5ab3cf4b5b8516354eafa9daee 2024-11-12T00:26:40,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c426e14cd8fa44cb9abddb51fb36cecf to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/c426e14cd8fa44cb9abddb51fb36cecf 2024-11-12T00:26:40,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/166d6ea13566499dbf1a4dda2e4c9792, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/dc033db491fb46cfa83163c49a8af7db, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/42cde5fcdc844751a7a43d5e80fc02d2] to archive 2024-11-12T00:26:40,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:40,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/166d6ea13566499dbf1a4dda2e4c9792 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/166d6ea13566499dbf1a4dda2e4c9792 2024-11-12T00:26:40,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/dc033db491fb46cfa83163c49a8af7db to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/dc033db491fb46cfa83163c49a8af7db 2024-11-12T00:26:40,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/42cde5fcdc844751a7a43d5e80fc02d2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/42cde5fcdc844751a7a43d5e80fc02d2 2024-11-12T00:26:40,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/46ab1dc6f926406f90cf2d82ba91f868, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/f3544f40597f420dba4b87c19b408d16, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/18a6b1dd610e482ea1ab997222661734] to archive 2024-11-12T00:26:40,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:26:40,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/46ab1dc6f926406f90cf2d82ba91f868 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/46ab1dc6f926406f90cf2d82ba91f868 2024-11-12T00:26:40,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/f3544f40597f420dba4b87c19b408d16 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/f3544f40597f420dba4b87c19b408d16 2024-11-12T00:26:40,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/18a6b1dd610e482ea1ab997222661734 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/18a6b1dd610e482ea1ab997222661734 2024-11-12T00:26:40,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/recovered.edits/289.seqid, newMaxSeqId=289, maxSeqId=4 2024-11-12T00:26:40,548 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960. 2024-11-12T00:26:40,548 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1635): Region close journal for d9d2066b146ea4ce282e40463a093960: 2024-11-12T00:26:40,550 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(170): Closed d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:40,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=d9d2066b146ea4ce282e40463a093960, regionState=CLOSED 2024-11-12T00:26:40,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-12T00:26:40,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; CloseRegionProcedure d9d2066b146ea4ce282e40463a093960, server=4ab586620e8d,41623,1731371070899 in 3.3670 sec 2024-11-12T00:26:40,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-12T00:26:40,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d9d2066b146ea4ce282e40463a093960, UNASSIGN in 3.3720 sec 2024-11-12T00:26:40,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-12T00:26:40,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3760 sec 2024-11-12T00:26:40,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T00:26:40,558 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371200558"}]},"ts":"1731371200558"} 2024-11-12T00:26:40,559 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T00:26:40,612 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T00:26:40,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4830 sec 2024-11-12T00:26:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-12T00:26:41,246 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-12T00:26:41,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T00:26:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:41,251 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-12T00:26:41,252 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=112, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:41,255 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,259 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/recovered.edits] 2024-11-12T00:26:41,264 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/6990aa77a499450da968ee6dfea162f1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/6990aa77a499450da968ee6dfea162f1 2024-11-12T00:26:41,266 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7c2c36fa72214b2a998f439458181b80 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/7c2c36fa72214b2a998f439458181b80 2024-11-12T00:26:41,269 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d7f9acc4531048d1bc4b7232bd3fca8f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/A/d7f9acc4531048d1bc4b7232bd3fca8f 2024-11-12T00:26:41,273 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/34ad42339aa3438d90f63e3aefc0dd9d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/34ad42339aa3438d90f63e3aefc0dd9d 2024-11-12T00:26:41,275 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/3eb2d90c4322420da87323575181c43a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/3eb2d90c4322420da87323575181c43a 2024-11-12T00:26:41,277 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f3f060ef5efe418fbd6534885f852d01 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/B/f3f060ef5efe418fbd6534885f852d01 2024-11-12T00:26:41,279 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/33578020685247cca153124eab59f26f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/33578020685247cca153124eab59f26f 2024-11-12T00:26:41,280 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/8b5fae0e13b049639f65fff24cfb5ed9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/8b5fae0e13b049639f65fff24cfb5ed9 2024-11-12T00:26:41,281 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b74950a0e325488a9240da82e796e94d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/C/b74950a0e325488a9240da82e796e94d 2024-11-12T00:26:41,283 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/recovered.edits/289.seqid to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960/recovered.edits/289.seqid 2024-11-12T00:26:41,283 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,283 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T00:26:41,284 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T00:26:41,284 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T00:26:41,286 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121b80a1a2a51a4794b930e6cd118dbeee_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121b80a1a2a51a4794b930e6cd118dbeee_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,287 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111236b1f77c4bd0438b8e2801193e499ddf_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111236b1f77c4bd0438b8e2801193e499ddf_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,288 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a18fb01577441cb9d8179dc1ee02590_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a18fb01577441cb9d8179dc1ee02590_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,289 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124409a3b315744b0d84d8e1700b4cae0f_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124409a3b315744b0d84d8e1700b4cae0f_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,290 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111249fde78fa8a34ba7af6b38a235ee49a4_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111249fde78fa8a34ba7af6b38a235ee49a4_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,291 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124a1fd22d91444573bb936f0e21e4a196_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124a1fd22d91444573bb936f0e21e4a196_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,292 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bf90bd0c4a3497c890f7b00b1bef8b4_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bf90bd0c4a3497c890f7b00b1bef8b4_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,293 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111280df438dd8f445b8a2e54a7849e4bdfd_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111280df438dd8f445b8a2e54a7849e4bdfd_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,294 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111282ab23af108a4d879b7ba15772e091f2_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111282ab23af108a4d879b7ba15772e091f2_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,295 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129bd9334a8f854990ada857a0d4dfb144_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129bd9334a8f854990ada857a0d4dfb144_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,296 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c768f978b6d43d19a012e2471aac3cd_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c768f978b6d43d19a012e2471aac3cd_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,297 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b51b4e619bd94d2b8271e07cee9b25f3_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b51b4e619bd94d2b8271e07cee9b25f3_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,298 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b641435b6d7142d584e730fabb45fa4d_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b641435b6d7142d584e730fabb45fa4d_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,300 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1c196cf63b042dbb9e07e92f95ad5f4_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1c196cf63b042dbb9e07e92f95ad5f4_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,301 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cb2cc1147bdb42c2b01de50efa7ba1a9_d9d2066b146ea4ce282e40463a093960 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cb2cc1147bdb42c2b01de50efa7ba1a9_d9d2066b146ea4ce282e40463a093960 2024-11-12T00:26:41,301 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T00:26:41,303 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=112, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:41,305 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T00:26:41,306 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T00:26:41,308 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=112, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:41,308 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T00:26:41,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731371201308"}]},"ts":"9223372036854775807"} 2024-11-12T00:26:41,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-12T00:26:41,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d9d2066b146ea4ce282e40463a093960, NAME => 'TestAcidGuarantees,,1731371171928.d9d2066b146ea4ce282e40463a093960.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T00:26:41,310 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T00:26:41,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731371201310"}]},"ts":"9223372036854775807"} 2024-11-12T00:26:41,312 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-12T00:26:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-12T00:26:41,354 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=112, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:41,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-11-12T00:26:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-12T00:26:41,556 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-12T00:26:41,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=450 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=424 (was 451) 2024-11-12T00:26:41,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=424 2024-11-12T00:26:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:26:41,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:26:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T00:26:41,584 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T00:26:41,584 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:41,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 113 2024-11-12T00:26:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-12T00:26:41,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T00:26:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742222_1398 (size=960) 2024-11-12T00:26:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-12T00:26:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-12T00:26:41,938 ERROR [LeaseRenewer:jenkins@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39355,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:41,996 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:26:42,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742223_1399 (size=53) 2024-11-12T00:26:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-12T00:26:42,407 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:26:42,407 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7de516b81241b4afc26fdabf38f2c00e, disabling compactions & flushes 2024-11-12T00:26:42,407 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,408 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,408 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. after waiting 0 ms 2024-11-12T00:26:42,408 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,408 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,408 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:42,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T00:26:42,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731371202410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731371202410"}]},"ts":"1731371202410"} 2024-11-12T00:26:42,413 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T00:26:42,415 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T00:26:42,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371202415"}]},"ts":"1731371202415"} 2024-11-12T00:26:42,418 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T00:26:42,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7de516b81241b4afc26fdabf38f2c00e, ASSIGN}] 2024-11-12T00:26:42,476 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7de516b81241b4afc26fdabf38f2c00e, ASSIGN 2024-11-12T00:26:42,477 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7de516b81241b4afc26fdabf38f2c00e, ASSIGN; state=OFFLINE, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=false 2024-11-12T00:26:42,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=7de516b81241b4afc26fdabf38f2c00e, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:42,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; OpenRegionProcedure 7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:26:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-12T00:26:42,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:42,791 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,791 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:26:42,792 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,792 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:26:42,792 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,792 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,795 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,798 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:42,798 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7de516b81241b4afc26fdabf38f2c00e columnFamilyName A 2024-11-12T00:26:42,798 DEBUG [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:42,799 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.HStore(327): Store=7de516b81241b4afc26fdabf38f2c00e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:42,799 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,802 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:42,802 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7de516b81241b4afc26fdabf38f2c00e columnFamilyName B 2024-11-12T00:26:42,802 DEBUG [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:42,804 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.HStore(327): Store=7de516b81241b4afc26fdabf38f2c00e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:42,804 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,805 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:26:42,806 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7de516b81241b4afc26fdabf38f2c00e columnFamilyName C 2024-11-12T00:26:42,806 DEBUG [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:26:42,806 INFO [StoreOpener-7de516b81241b4afc26fdabf38f2c00e-1 {}] regionserver.HStore(327): Store=7de516b81241b4afc26fdabf38f2c00e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:26:42,806 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,807 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,807 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,808 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:26:42,809 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:42,811 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:26:42,811 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened 7de516b81241b4afc26fdabf38f2c00e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61541462, jitterRate=-0.08296075463294983}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:26:42,812 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:42,812 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., pid=115, masterSystemTime=1731371202785 2024-11-12T00:26:42,813 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,813 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:42,814 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=7de516b81241b4afc26fdabf38f2c00e, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:42,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-12T00:26:42,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; OpenRegionProcedure 7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 in 184 msec 2024-11-12T00:26:42,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-12T00:26:42,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7de516b81241b4afc26fdabf38f2c00e, ASSIGN in 343 msec 2024-11-12T00:26:42,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T00:26:42,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371202817"}]},"ts":"1731371202817"} 2024-11-12T00:26:42,818 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T00:26:42,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T00:26:42,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2800 sec 2024-11-12T00:26:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-12T00:26:43,695 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 113 completed 2024-11-12T00:26:43,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x746138a3 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@668d4178 2024-11-12T00:26:43,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47611b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,749 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T00:26:43,751 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T00:26:43,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c3c8f5 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cc9cd14 2024-11-12T00:26:43,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533efd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x621ff37a to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@306c3340 2024-11-12T00:26:43,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149f3fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d0434e0 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c23e833 2024-11-12T00:26:43,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c861e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x210f9fb4 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226e89d6 2024-11-12T00:26:43,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3767e7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27cbac41 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71bda157 2024-11-12T00:26:43,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ed98ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,807 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465ce5f8 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53e32f27 2024-11-12T00:26:43,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518dd8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cfe2f4 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a1f6ddd 2024-11-12T00:26:43,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656b6d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560d8359 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77dd6dc0 2024-11-12T00:26:43,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e06533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ae83603 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c7fbf3 2024-11-12T00:26:43,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c44cfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cf92b10 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25d8431f 2024-11-12T00:26:43,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f898ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:26:43,851 DEBUG [hconnection-0xadbd9fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,852 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-12T00:26:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-12T00:26:43,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:43,854 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:43,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:43,857 DEBUG [hconnection-0x3dbbeb06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,857 DEBUG [hconnection-0x24832ce3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,857 DEBUG [hconnection-0x216f802b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,857 DEBUG [hconnection-0x6c7f8332-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,858 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,858 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,858 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,858 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,858 DEBUG [hconnection-0x2d617449-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,859 DEBUG [hconnection-0x6ab90ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,859 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,859 DEBUG [hconnection-0x2556728d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,860 DEBUG [hconnection-0x6a8b0ed5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,860 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,860 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:43,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:26:43,861 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371263868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371263868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371263869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371263869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371263869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,875 DEBUG [hconnection-0x4e0e7857-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:26:43,876 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:26:43,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ad816ae9da9f4a73bf74a636354d97aa is 50, key is test_row_0/A:col10/1731371203860/Put/seqid=0 2024-11-12T00:26:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742224_1400 (size=14341) 2024-11-12T00:26:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-12T00:26:43,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371263970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371263970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371263970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371263970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371263970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-12T00:26:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:44,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-12T00:26:44,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-12T00:26:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371264175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371264175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371264175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371264176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371264176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ad816ae9da9f4a73bf74a636354d97aa 2024-11-12T00:26:44,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-12T00:26:44,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:44,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/918d599f56224164acedc0dfc550bf3d is 50, key is test_row_0/B:col10/1731371203860/Put/seqid=0 2024-11-12T00:26:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742225_1401 (size=12001) 2024-11-12T00:26:44,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/918d599f56224164acedc0dfc550bf3d 2024-11-12T00:26:44,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/414fce2f04ed4bc9a80fcf1f8fb36c4b is 50, key is test_row_0/C:col10/1731371203860/Put/seqid=0 2024-11-12T00:26:44,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742226_1402 (size=12001) 2024-11-12T00:26:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-12T00:26:44,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-12T00:26:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371264478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371264479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371264479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371264479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371264481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-12T00:26:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/414fce2f04ed4bc9a80fcf1f8fb36c4b 2024-11-12T00:26:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ad816ae9da9f4a73bf74a636354d97aa as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ad816ae9da9f4a73bf74a636354d97aa 2024-11-12T00:26:44,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ad816ae9da9f4a73bf74a636354d97aa, entries=200, sequenceid=13, filesize=14.0 K 2024-11-12T00:26:44,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/918d599f56224164acedc0dfc550bf3d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/918d599f56224164acedc0dfc550bf3d 2024-11-12T00:26:44,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/918d599f56224164acedc0dfc550bf3d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T00:26:44,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/414fce2f04ed4bc9a80fcf1f8fb36c4b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/414fce2f04ed4bc9a80fcf1f8fb36c4b 2024-11-12T00:26:44,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-12T00:26:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:44,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/414fce2f04ed4bc9a80fcf1f8fb36c4b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T00:26:44,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 7de516b81241b4afc26fdabf38f2c00e in 915ms, sequenceid=13, compaction requested=false 2024-11-12T00:26:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:44,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-12T00:26:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:44,925 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T00:26:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:44,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/2f4b493027aa4bcb8f0cfb4ceab6922b is 50, key is test_row_0/A:col10/1731371203868/Put/seqid=0 2024-11-12T00:26:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742227_1403 (size=12001) 2024-11-12T00:26:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-12T00:26:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:44,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:44,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371264990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371264991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371264991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371264992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:44,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371264992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371265095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371265095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371265096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371265096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371265100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371265299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371265299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371265299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371265300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371265303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,336 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/2f4b493027aa4bcb8f0cfb4ceab6922b 2024-11-12T00:26:45,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d8722fc5c5a84b39a7964a5c7e160eff is 50, key is test_row_0/B:col10/1731371203868/Put/seqid=0 2024-11-12T00:26:45,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742228_1404 (size=12001) 2024-11-12T00:26:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371265603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371265604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371265604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371265604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371265609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:45,746 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d8722fc5c5a84b39a7964a5c7e160eff 2024-11-12T00:26:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/5d54a9bba9ba4b6aaab64d211401d245 is 50, key is test_row_0/C:col10/1731371203868/Put/seqid=0 2024-11-12T00:26:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742229_1405 (size=12001) 2024-11-12T00:26:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-12T00:26:46,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T00:26:46,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371266112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:46,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371266112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:46,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371266113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371266114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371266119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:46,156 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/5d54a9bba9ba4b6aaab64d211401d245 2024-11-12T00:26:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/2f4b493027aa4bcb8f0cfb4ceab6922b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2f4b493027aa4bcb8f0cfb4ceab6922b 2024-11-12T00:26:46,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2f4b493027aa4bcb8f0cfb4ceab6922b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-12T00:26:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d8722fc5c5a84b39a7964a5c7e160eff as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d8722fc5c5a84b39a7964a5c7e160eff 2024-11-12T00:26:46,166 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d8722fc5c5a84b39a7964a5c7e160eff, entries=150, sequenceid=39, filesize=11.7 K 2024-11-12T00:26:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/5d54a9bba9ba4b6aaab64d211401d245 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/5d54a9bba9ba4b6aaab64d211401d245 2024-11-12T00:26:46,169 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/5d54a9bba9ba4b6aaab64d211401d245, entries=150, sequenceid=39, filesize=11.7 K 2024-11-12T00:26:46,170 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7de516b81241b4afc26fdabf38f2c00e in 1245ms, sequenceid=39, compaction requested=false 2024-11-12T00:26:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-12T00:26:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-12T00:26:46,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-12T00:26:46,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec 2024-11-12T00:26:46,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.3200 sec 2024-11-12T00:26:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:47,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:26:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:47,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ec2e9f47dff34b2caf416c51d615a77c is 50, key is test_row_0/A:col10/1731371207121/Put/seqid=0 2024-11-12T00:26:47,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742230_1406 (size=14341) 2024-11-12T00:26:47,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371267154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371267154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371267155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371267156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371267156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371267263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371267263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371267265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371267265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371267265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371267468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371267470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371267471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371267471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371267472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ec2e9f47dff34b2caf416c51d615a77c 2024-11-12T00:26:47,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d3d9e8d0be984693920e65a3a29e77b3 is 50, key is test_row_0/B:col10/1731371207121/Put/seqid=0 2024-11-12T00:26:47,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742231_1407 (size=12001) 2024-11-12T00:26:47,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d3d9e8d0be984693920e65a3a29e77b3 2024-11-12T00:26:47,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/892fcc886fb0410c936f3cff8dc7b8f3 is 50, key is test_row_0/C:col10/1731371207121/Put/seqid=0 2024-11-12T00:26:47,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742232_1408 (size=12001) 2024-11-12T00:26:47,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371267775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371267776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371267777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371267777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371267777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:47,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/892fcc886fb0410c936f3cff8dc7b8f3 2024-11-12T00:26:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ec2e9f47dff34b2caf416c51d615a77c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ec2e9f47dff34b2caf416c51d615a77c 2024-11-12T00:26:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-12T00:26:47,957 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-12T00:26:47,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ec2e9f47dff34b2caf416c51d615a77c, entries=200, sequenceid=50, filesize=14.0 K 2024-11-12T00:26:47,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d3d9e8d0be984693920e65a3a29e77b3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d3d9e8d0be984693920e65a3a29e77b3 2024-11-12T00:26:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-12T00:26:47,959 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-12T00:26:47,960 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:47,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:47,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d3d9e8d0be984693920e65a3a29e77b3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T00:26:47,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/892fcc886fb0410c936f3cff8dc7b8f3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/892fcc886fb0410c936f3cff8dc7b8f3 2024-11-12T00:26:47,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/892fcc886fb0410c936f3cff8dc7b8f3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T00:26:47,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7de516b81241b4afc26fdabf38f2c00e in 844ms, sequenceid=50, compaction requested=true 2024-11-12T00:26:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:47,966 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:47,966 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:26:47,967 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:47,967 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:47,967 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/918d599f56224164acedc0dfc550bf3d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d8722fc5c5a84b39a7964a5c7e160eff, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d3d9e8d0be984693920e65a3a29e77b3] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.2 K 2024-11-12T00:26:47,967 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ad816ae9da9f4a73bf74a636354d97aa, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2f4b493027aa4bcb8f0cfb4ceab6922b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ec2e9f47dff34b2caf416c51d615a77c] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=39.7 K 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad816ae9da9f4a73bf74a636354d97aa, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731371203856 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 918d599f56224164acedc0dfc550bf3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731371203858 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d8722fc5c5a84b39a7964a5c7e160eff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731371203868 2024-11-12T00:26:47,967 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f4b493027aa4bcb8f0cfb4ceab6922b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731371203868 2024-11-12T00:26:47,968 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d3d9e8d0be984693920e65a3a29e77b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731371204991 2024-11-12T00:26:47,968 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec2e9f47dff34b2caf416c51d615a77c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731371204990 2024-11-12T00:26:47,972 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:47,973 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/4a6b9fab58f443f6abf07fb7afcee0f9 is 50, key is test_row_0/B:col10/1731371207121/Put/seqid=0 2024-11-12T00:26:47,980 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:47,980 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/a49079292e8e45169cd809c1f8307580 is 50, key is test_row_0/A:col10/1731371207121/Put/seqid=0 2024-11-12T00:26:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742233_1409 (size=12104) 2024-11-12T00:26:47,986 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/4a6b9fab58f443f6abf07fb7afcee0f9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/4a6b9fab58f443f6abf07fb7afcee0f9 2024-11-12T00:26:47,989 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into 4a6b9fab58f443f6abf07fb7afcee0f9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:47,989 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:47,989 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371207966; duration=0sec 2024-11-12T00:26:47,989 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:47,989 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:26:47,990 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:47,990 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:47,990 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:26:47,990 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:47,991 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/414fce2f04ed4bc9a80fcf1f8fb36c4b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/5d54a9bba9ba4b6aaab64d211401d245, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/892fcc886fb0410c936f3cff8dc7b8f3] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.2 K 2024-11-12T00:26:47,991 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 414fce2f04ed4bc9a80fcf1f8fb36c4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731371203858 2024-11-12T00:26:47,991 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d54a9bba9ba4b6aaab64d211401d245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731371203868 2024-11-12T00:26:47,992 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 892fcc886fb0410c936f3cff8dc7b8f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731371204991 2024-11-12T00:26:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742234_1410 (size=12104) 2024-11-12T00:26:47,996 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/a49079292e8e45169cd809c1f8307580 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a49079292e8e45169cd809c1f8307580 2024-11-12T00:26:47,998 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:47,999 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/9f750f73772d4ca59958f0218821657f is 50, key is test_row_0/C:col10/1731371207121/Put/seqid=0 2024-11-12T00:26:47,999 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into a49079292e8e45169cd809c1f8307580(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:47,999 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:47,999 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371207966; duration=0sec 2024-11-12T00:26:47,999 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:47,999 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:26:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742235_1411 (size=12104) 2024-11-12T00:26:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-12T00:26:48,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-12T00:26:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:48,112 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T00:26:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4f64e32dd15b4544a8223c6cfd4087c9 is 50, key is test_row_0/A:col10/1731371207153/Put/seqid=0 2024-11-12T00:26:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742236_1412 (size=12001) 2024-11-12T00:26:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-12T00:26:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:48,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371268291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371268292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371268292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371268292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371268293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371268397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371268397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371268397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371268397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371268397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,412 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/9f750f73772d4ca59958f0218821657f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/9f750f73772d4ca59958f0218821657f 2024-11-12T00:26:48,416 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into 9f750f73772d4ca59958f0218821657f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:48,416 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:48,416 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371207966; duration=0sec 2024-11-12T00:26:48,416 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:48,416 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:26:48,519 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4f64e32dd15b4544a8223c6cfd4087c9 2024-11-12T00:26:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/c9c8ab058c8f4e709597b1ad6dae8479 is 50, key is test_row_0/B:col10/1731371207153/Put/seqid=0 2024-11-12T00:26:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742237_1413 (size=12001) 2024-11-12T00:26:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-12T00:26:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371268602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371268602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371268602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371268602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371268603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371268906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371268906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371268907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371268908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371268908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:48,929 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/c9c8ab058c8f4e709597b1ad6dae8479 2024-11-12T00:26:48,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/01ad3a91a1b940329ec0aac19d4653de is 50, key is test_row_0/C:col10/1731371207153/Put/seqid=0 2024-11-12T00:26:48,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742238_1414 (size=12001) 2024-11-12T00:26:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-12T00:26:49,339 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/01ad3a91a1b940329ec0aac19d4653de 2024-11-12T00:26:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4f64e32dd15b4544a8223c6cfd4087c9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f64e32dd15b4544a8223c6cfd4087c9 2024-11-12T00:26:49,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f64e32dd15b4544a8223c6cfd4087c9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-12T00:26:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/c9c8ab058c8f4e709597b1ad6dae8479 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c9c8ab058c8f4e709597b1ad6dae8479 2024-11-12T00:26:49,351 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c9c8ab058c8f4e709597b1ad6dae8479, entries=150, sequenceid=77, filesize=11.7 K 2024-11-12T00:26:49,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/01ad3a91a1b940329ec0aac19d4653de as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/01ad3a91a1b940329ec0aac19d4653de 2024-11-12T00:26:49,354 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/01ad3a91a1b940329ec0aac19d4653de, entries=150, sequenceid=77, filesize=11.7 K 2024-11-12T00:26:49,355 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7de516b81241b4afc26fdabf38f2c00e in 1243ms, sequenceid=77, compaction requested=false 2024-11-12T00:26:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-12T00:26:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-12T00:26:49,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-12T00:26:49,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-12T00:26:49,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.3990 sec 2024-11-12T00:26:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:49,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T00:26:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:49,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/981aad29dc1f49e892b7f436c51cbdb2 is 50, key is test_row_0/A:col10/1731371208290/Put/seqid=0 2024-11-12T00:26:49,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742239_1415 (size=14341) 2024-11-12T00:26:49,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371269444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371269444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371269444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371269445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371269447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371269550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371269550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371269550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371269551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371269551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371269755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371269755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371269756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371269756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371269756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:49,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/981aad29dc1f49e892b7f436c51cbdb2 2024-11-12T00:26:49,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/f9ef94cbdd7742e294ff0a79723cf844 is 50, key is test_row_0/B:col10/1731371208290/Put/seqid=0 2024-11-12T00:26:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742240_1416 (size=12001) 2024-11-12T00:26:49,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/f9ef94cbdd7742e294ff0a79723cf844 2024-11-12T00:26:49,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/d7564eceabca4d21841ba84261d1f8cb is 50, key is test_row_0/C:col10/1731371208290/Put/seqid=0 2024-11-12T00:26:49,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742241_1417 (size=12001) 2024-11-12T00:26:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371270059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-12T00:26:50,063 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-12T00:26:50,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371270060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:50,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371270061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-12T00:26:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-12T00:26:50,065 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:50,065 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:50,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:50,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371270062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371270063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-12T00:26:50,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-12T00:26:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:50,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:50,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/d7564eceabca4d21841ba84261d1f8cb 2024-11-12T00:26:50,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/981aad29dc1f49e892b7f436c51cbdb2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/981aad29dc1f49e892b7f436c51cbdb2 2024-11-12T00:26:50,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/981aad29dc1f49e892b7f436c51cbdb2, entries=200, sequenceid=90, filesize=14.0 K 2024-11-12T00:26:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/f9ef94cbdd7742e294ff0a79723cf844 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f9ef94cbdd7742e294ff0a79723cf844 2024-11-12T00:26:50,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f9ef94cbdd7742e294ff0a79723cf844, entries=150, sequenceid=90, filesize=11.7 K 2024-11-12T00:26:50,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/d7564eceabca4d21841ba84261d1f8cb as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d7564eceabca4d21841ba84261d1f8cb 2024-11-12T00:26:50,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d7564eceabca4d21841ba84261d1f8cb, entries=150, sequenceid=90, filesize=11.7 K 2024-11-12T00:26:50,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7de516b81241b4afc26fdabf38f2c00e in 839ms, sequenceid=90, compaction requested=true 2024-11-12T00:26:50,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:50,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:50,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:50,255 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:50,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:50,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:50,255 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:50,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:50,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:50,256 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:50,256 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:50,256 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:26:50,256 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:26:50,256 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:50,256 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:50,256 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a49079292e8e45169cd809c1f8307580, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f64e32dd15b4544a8223c6cfd4087c9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/981aad29dc1f49e892b7f436c51cbdb2] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=37.5 K 2024-11-12T00:26:50,256 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/4a6b9fab58f443f6abf07fb7afcee0f9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c9c8ab058c8f4e709597b1ad6dae8479, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f9ef94cbdd7742e294ff0a79723cf844] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.3 K 2024-11-12T00:26:50,257 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a6b9fab58f443f6abf07fb7afcee0f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731371204991 2024-11-12T00:26:50,257 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting a49079292e8e45169cd809c1f8307580, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731371204991 2024-11-12T00:26:50,257 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c9c8ab058c8f4e709597b1ad6dae8479, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731371207145 2024-11-12T00:26:50,257 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f64e32dd15b4544a8223c6cfd4087c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731371207145 2024-11-12T00:26:50,257 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ef94cbdd7742e294ff0a79723cf844, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731371208285 2024-11-12T00:26:50,257 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 981aad29dc1f49e892b7f436c51cbdb2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731371208285 2024-11-12T00:26:50,263 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:50,263 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:50,263 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e0f709b9d4614c448195ac5d32f0e3b2 is 50, key is test_row_0/B:col10/1731371208290/Put/seqid=0 2024-11-12T00:26:50,263 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/a56ac7fdbc30403dba4b59b9f60aaee7 is 50, key is test_row_0/A:col10/1731371208290/Put/seqid=0 2024-11-12T00:26:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742243_1419 (size=12207) 2024-11-12T00:26:50,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742242_1418 (size=12207) 2024-11-12T00:26:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-12T00:26:50,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-12T00:26:50,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:50,370 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T00:26:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/6dd91ef94bdf40ceb74236228d29d9ee is 50, key is test_row_0/A:col10/1731371209434/Put/seqid=0 2024-11-12T00:26:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742244_1420 (size=12001) 2024-11-12T00:26:50,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T00:26:50,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T00:26:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:50,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:50,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371270577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371270577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371270578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371270581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371270583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-12T00:26:50,671 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/a56ac7fdbc30403dba4b59b9f60aaee7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a56ac7fdbc30403dba4b59b9f60aaee7 2024-11-12T00:26:50,675 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into a56ac7fdbc30403dba4b59b9f60aaee7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:50,675 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:50,675 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371210255; duration=0sec 2024-11-12T00:26:50,675 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:50,675 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:26:50,675 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:50,676 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:50,676 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:26:50,676 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:50,676 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/9f750f73772d4ca59958f0218821657f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/01ad3a91a1b940329ec0aac19d4653de, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d7564eceabca4d21841ba84261d1f8cb] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.3 K 2024-11-12T00:26:50,677 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f750f73772d4ca59958f0218821657f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731371204991 2024-11-12T00:26:50,677 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01ad3a91a1b940329ec0aac19d4653de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731371207145 2024-11-12T00:26:50,677 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7564eceabca4d21841ba84261d1f8cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731371208285 2024-11-12T00:26:50,680 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e0f709b9d4614c448195ac5d32f0e3b2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e0f709b9d4614c448195ac5d32f0e3b2 2024-11-12T00:26:50,685 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:50,685 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into e0f709b9d4614c448195ac5d32f0e3b2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:50,685 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:50,685 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371210255; duration=0sec 2024-11-12T00:26:50,685 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/27b37885717948c4bdd57e96b17c2ea1 is 50, key is test_row_0/C:col10/1731371208290/Put/seqid=0 2024-11-12T00:26:50,685 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:50,685 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:26:50,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371270685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742245_1421 (size=12207) 2024-11-12T00:26:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371270685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371270685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371270685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371270688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,777 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/6dd91ef94bdf40ceb74236228d29d9ee 2024-11-12T00:26:50,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/90e88f71d5d341d09db2c056d69bfd44 is 50, key is test_row_0/B:col10/1731371209434/Put/seqid=0 2024-11-12T00:26:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742246_1422 (size=12001) 2024-11-12T00:26:50,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371270887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371270890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371270890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371270891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371270891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,092 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/27b37885717948c4bdd57e96b17c2ea1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/27b37885717948c4bdd57e96b17c2ea1 2024-11-12T00:26:51,095 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into 27b37885717948c4bdd57e96b17c2ea1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:51,095 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:51,095 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371210255; duration=0sec 2024-11-12T00:26:51,096 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:51,096 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:26:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-12T00:26:51,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/90e88f71d5d341d09db2c056d69bfd44 2024-11-12T00:26:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/bc600cd8cf894b85919bc6fe056a9789 is 50, key is test_row_0/C:col10/1731371209434/Put/seqid=0 2024-11-12T00:26:51,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371271193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742247_1423 (size=12001) 2024-11-12T00:26:51,196 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/bc600cd8cf894b85919bc6fe056a9789 2024-11-12T00:26:51,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371271194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371271195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/6dd91ef94bdf40ceb74236228d29d9ee as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6dd91ef94bdf40ceb74236228d29d9ee 2024-11-12T00:26:51,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371271197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371271198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,204 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6dd91ef94bdf40ceb74236228d29d9ee, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T00:26:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/90e88f71d5d341d09db2c056d69bfd44 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/90e88f71d5d341d09db2c056d69bfd44 2024-11-12T00:26:51,208 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/90e88f71d5d341d09db2c056d69bfd44, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T00:26:51,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/bc600cd8cf894b85919bc6fe056a9789 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/bc600cd8cf894b85919bc6fe056a9789 2024-11-12T00:26:51,211 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/bc600cd8cf894b85919bc6fe056a9789, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T00:26:51,212 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7de516b81241b4afc26fdabf38f2c00e in 841ms, sequenceid=114, compaction requested=false 2024-11-12T00:26:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-12T00:26:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-12T00:26:51,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-12T00:26:51,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-12T00:26:51,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.1500 sec 2024-11-12T00:26:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:51,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T00:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:51,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/473b693602f341fa8fcc36c2f9730786 is 50, key is test_row_0/A:col10/1731371211701/Put/seqid=0 2024-11-12T00:26:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742248_1424 (size=16781) 2024-11-12T00:26:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371271723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371271723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371271724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371271728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371271730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371271831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371271831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371271831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371271832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:51,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371271836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371272035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371272035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371272036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371272036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371272041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/473b693602f341fa8fcc36c2f9730786 2024-11-12T00:26:52,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/5299f221a972411883583c99a1a932c6 is 50, key is test_row_0/B:col10/1731371211701/Put/seqid=0 2024-11-12T00:26:52,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742249_1425 (size=12101) 2024-11-12T00:26:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-12T00:26:52,168 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-12T00:26:52,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-12T00:26:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-12T00:26:52,170 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:52,170 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:52,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-12T00:26:52,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-12T00:26:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371272339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371272339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371272340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371272341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371272346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-12T00:26:52,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-12T00:26:52,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:52,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/5299f221a972411883583c99a1a932c6 2024-11-12T00:26:52,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/591ad25954ff436facf519974a13f925 is 50, key is test_row_0/C:col10/1731371211701/Put/seqid=0 2024-11-12T00:26:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742250_1426 (size=12101) 2024-11-12T00:26:52,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-12T00:26:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-12T00:26:52,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-12T00:26:52,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:52,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371272845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371272847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371272848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371272851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371272854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:52,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-12T00:26:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:52,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/591ad25954ff436facf519974a13f925 2024-11-12T00:26:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/473b693602f341fa8fcc36c2f9730786 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/473b693602f341fa8fcc36c2f9730786 2024-11-12T00:26:52,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/473b693602f341fa8fcc36c2f9730786, entries=250, sequenceid=131, filesize=16.4 K 2024-11-12T00:26:52,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/5299f221a972411883583c99a1a932c6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/5299f221a972411883583c99a1a932c6 2024-11-12T00:26:52,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/5299f221a972411883583c99a1a932c6, entries=150, sequenceid=131, filesize=11.8 K 2024-11-12T00:26:52,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/591ad25954ff436facf519974a13f925 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/591ad25954ff436facf519974a13f925 2024-11-12T00:26:52,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/591ad25954ff436facf519974a13f925, entries=150, sequenceid=131, filesize=11.8 K 2024-11-12T00:26:52,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7de516b81241b4afc26fdabf38f2c00e in 1272ms, sequenceid=131, compaction requested=true 2024-11-12T00:26:52,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:52,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:52,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:52,973 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:52,973 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:52,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:52,974 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:26:52,974 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:52,975 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:26:52,975 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,975 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:52,975 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a56ac7fdbc30403dba4b59b9f60aaee7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6dd91ef94bdf40ceb74236228d29d9ee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/473b693602f341fa8fcc36c2f9730786] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=40.0 K 2024-11-12T00:26:52,975 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e0f709b9d4614c448195ac5d32f0e3b2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/90e88f71d5d341d09db2c056d69bfd44, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/5299f221a972411883583c99a1a932c6] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.5 K 2024-11-12T00:26:52,975 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e0f709b9d4614c448195ac5d32f0e3b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731371208285 2024-11-12T00:26:52,975 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting a56ac7fdbc30403dba4b59b9f60aaee7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731371208285 2024-11-12T00:26:52,976 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 90e88f71d5d341d09db2c056d69bfd44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731371209434 2024-11-12T00:26:52,976 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dd91ef94bdf40ceb74236228d29d9ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731371209434 2024-11-12T00:26:52,976 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 5299f221a972411883583c99a1a932c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731371210582 2024-11-12T00:26:52,976 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 473b693602f341fa8fcc36c2f9730786, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731371210569 2024-11-12T00:26:52,983 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:52,983 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/2669bbbb9c1042d4ae34bbb22ca6d721 is 50, key is test_row_0/B:col10/1731371211701/Put/seqid=0 2024-11-12T00:26:52,984 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:52,984 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/bd6c8ddc106847fea3dbab3d81372b93 is 50, key is test_row_0/A:col10/1731371211701/Put/seqid=0 2024-11-12T00:26:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742252_1428 (size=12409) 2024-11-12T00:26:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742251_1427 (size=12409) 2024-11-12T00:26:52,998 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/bd6c8ddc106847fea3dbab3d81372b93 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/bd6c8ddc106847fea3dbab3d81372b93 2024-11-12T00:26:52,998 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/2669bbbb9c1042d4ae34bbb22ca6d721 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/2669bbbb9c1042d4ae34bbb22ca6d721 2024-11-12T00:26:53,002 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into bd6c8ddc106847fea3dbab3d81372b93(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:53,002 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into 2669bbbb9c1042d4ae34bbb22ca6d721(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:53,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:53,002 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:53,002 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371212973; duration=0sec 2024-11-12T00:26:53,002 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371212973; duration=0sec 2024-11-12T00:26:53,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:53,002 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:53,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:26:53,002 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:26:53,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:53,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:53,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:26:53,003 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:53,003 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/27b37885717948c4bdd57e96b17c2ea1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/bc600cd8cf894b85919bc6fe056a9789, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/591ad25954ff436facf519974a13f925] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.5 K 2024-11-12T00:26:53,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27b37885717948c4bdd57e96b17c2ea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731371208285 2024-11-12T00:26:53,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc600cd8cf894b85919bc6fe056a9789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731371209434 2024-11-12T00:26:53,004 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 591ad25954ff436facf519974a13f925, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731371210582 2024-11-12T00:26:53,008 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:53,008 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/8637f46d6a06498a91fa764adf993d81 is 50, key is test_row_0/C:col10/1731371211701/Put/seqid=0 2024-11-12T00:26:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742253_1429 (size=12409) 2024-11-12T00:26:53,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:53,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-12T00:26:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:53,084 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T00:26:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/3dba46fd69ad415a8624d2929f4bd0c1 is 50, key is test_row_0/A:col10/1731371211727/Put/seqid=0 2024-11-12T00:26:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742254_1430 (size=12151) 2024-11-12T00:26:53,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/3dba46fd69ad415a8624d2929f4bd0c1 2024-11-12T00:26:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/570e43998b544fed9465ec2a5804abb5 is 50, key is test_row_0/B:col10/1731371211727/Put/seqid=0 2024-11-12T00:26:53,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742255_1431 (size=12151) 2024-11-12T00:26:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-12T00:26:53,421 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/8637f46d6a06498a91fa764adf993d81 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/8637f46d6a06498a91fa764adf993d81 2024-11-12T00:26:53,426 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into 8637f46d6a06498a91fa764adf993d81(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:53,426 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:53,426 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371212974; duration=0sec 2024-11-12T00:26:53,426 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:53,426 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:26:53,502 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/570e43998b544fed9465ec2a5804abb5 2024-11-12T00:26:53,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/c21eab28e46d40999f3f4bf7e8374829 is 50, key is test_row_0/C:col10/1731371211727/Put/seqid=0 2024-11-12T00:26:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742256_1432 (size=12151) 2024-11-12T00:26:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:53,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371273866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371273867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371273869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371273870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371273870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:53,911 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/c21eab28e46d40999f3f4bf7e8374829 2024-11-12T00:26:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/3dba46fd69ad415a8624d2929f4bd0c1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3dba46fd69ad415a8624d2929f4bd0c1 2024-11-12T00:26:53,917 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3dba46fd69ad415a8624d2929f4bd0c1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-12T00:26:53,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/570e43998b544fed9465ec2a5804abb5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/570e43998b544fed9465ec2a5804abb5 2024-11-12T00:26:53,920 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/570e43998b544fed9465ec2a5804abb5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-12T00:26:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/c21eab28e46d40999f3f4bf7e8374829 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/c21eab28e46d40999f3f4bf7e8374829 2024-11-12T00:26:53,924 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/c21eab28e46d40999f3f4bf7e8374829, entries=150, sequenceid=155, filesize=11.9 K 2024-11-12T00:26:53,925 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7de516b81241b4afc26fdabf38f2c00e in 840ms, sequenceid=155, compaction requested=false 2024-11-12T00:26:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-12T00:26:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-12T00:26:53,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-12T00:26:53,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-11-12T00:26:53,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.7580 sec 2024-11-12T00:26:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:53,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T00:26:53,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:53,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/3c0136a7941d45e1ad7e5c34b79b7e49 is 50, key is test_row_0/A:col10/1731371213863/Put/seqid=0 2024-11-12T00:26:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742257_1433 (size=14541) 2024-11-12T00:26:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371274007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371274008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371274009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371274010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371274114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371274115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371274119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371274119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-12T00:26:54,273 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-12T00:26:54,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-12T00:26:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-12T00:26:54,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:54,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:54,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:54,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371274318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371274318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371274323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371274323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-12T00:26:54,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/3c0136a7941d45e1ad7e5c34b79b7e49 2024-11-12T00:26:54,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e67030765c6e4720b73d993a42975bef is 50, key is test_row_0/B:col10/1731371213863/Put/seqid=0 2024-11-12T00:26:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742258_1434 (size=12151) 2024-11-12T00:26:54,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e67030765c6e4720b73d993a42975bef 2024-11-12T00:26:54,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/59c435f03b4748b69b2a688afeaa1bde is 50, key is test_row_0/C:col10/1731371213863/Put/seqid=0 2024-11-12T00:26:54,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742259_1435 (size=12151) 2024-11-12T00:26:54,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-12T00:26:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-12T00:26:54,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-12T00:26:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371274624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371274624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371274629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371274629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-12T00:26:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:54,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/59c435f03b4748b69b2a688afeaa1bde 2024-11-12T00:26:54,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/3c0136a7941d45e1ad7e5c34b79b7e49 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3c0136a7941d45e1ad7e5c34b79b7e49 2024-11-12T00:26:54,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3c0136a7941d45e1ad7e5c34b79b7e49, entries=200, sequenceid=172, filesize=14.2 K 2024-11-12T00:26:54,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e67030765c6e4720b73d993a42975bef as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e67030765c6e4720b73d993a42975bef 2024-11-12T00:26:54,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e67030765c6e4720b73d993a42975bef, entries=150, sequenceid=172, filesize=11.9 K 2024-11-12T00:26:54,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/59c435f03b4748b69b2a688afeaa1bde as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/59c435f03b4748b69b2a688afeaa1bde 2024-11-12T00:26:54,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/59c435f03b4748b69b2a688afeaa1bde, entries=150, sequenceid=172, filesize=11.9 K 2024-11-12T00:26:54,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7de516b81241b4afc26fdabf38f2c00e in 857ms, sequenceid=172, compaction requested=true 2024-11-12T00:26:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:54,832 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:54,832 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:54,833 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:54,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:54,833 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:26:54,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:26:54,833 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,833 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,834 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/2669bbbb9c1042d4ae34bbb22ca6d721, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/570e43998b544fed9465ec2a5804abb5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e67030765c6e4720b73d993a42975bef] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.9 K 2024-11-12T00:26:54,834 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/bd6c8ddc106847fea3dbab3d81372b93, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3dba46fd69ad415a8624d2929f4bd0c1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3c0136a7941d45e1ad7e5c34b79b7e49] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=38.2 K 2024-11-12T00:26:54,834 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 2669bbbb9c1042d4ae34bbb22ca6d721, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731371210582 2024-11-12T00:26:54,834 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd6c8ddc106847fea3dbab3d81372b93, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731371210582 2024-11-12T00:26:54,834 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 570e43998b544fed9465ec2a5804abb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731371211721 2024-11-12T00:26:54,834 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dba46fd69ad415a8624d2929f4bd0c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731371211721 2024-11-12T00:26:54,834 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c0136a7941d45e1ad7e5c34b79b7e49, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371213863 2024-11-12T00:26:54,834 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e67030765c6e4720b73d993a42975bef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371213863 2024-11-12T00:26:54,839 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:54,840 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:54,840 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/7bac1a8f3b0942598ca6dfe0c2bd61db is 50, key is test_row_0/B:col10/1731371213863/Put/seqid=0 2024-11-12T00:26:54,840 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/8df59ca00b404a44a1a147591016326b is 50, key is test_row_0/A:col10/1731371213863/Put/seqid=0 2024-11-12T00:26:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742261_1437 (size=12561) 2024-11-12T00:26:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742260_1436 (size=12561) 2024-11-12T00:26:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-12T00:26:54,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:54,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-12T00:26:54,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:54,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T00:26:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:54,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/b4440e27ee9e407d94ac5fb60c4158b3 is 50, key is test_row_0/A:col10/1731371214008/Put/seqid=0 2024-11-12T00:26:54,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742262_1438 (size=12151) 2024-11-12T00:26:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371275148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371275149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371275155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371275155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,247 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/7bac1a8f3b0942598ca6dfe0c2bd61db as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/7bac1a8f3b0942598ca6dfe0c2bd61db 2024-11-12T00:26:55,247 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/8df59ca00b404a44a1a147591016326b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8df59ca00b404a44a1a147591016326b 2024-11-12T00:26:55,250 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into 7bac1a8f3b0942598ca6dfe0c2bd61db(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:55,250 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into 8df59ca00b404a44a1a147591016326b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:55,250 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:55,250 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:55,250 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371214832; duration=0sec 2024-11-12T00:26:55,250 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371214832; duration=0sec 2024-11-12T00:26:55,250 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:55,250 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:26:55,250 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:55,250 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:26:55,250 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:55,251 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:55,251 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:26:55,251 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:55,251 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/8637f46d6a06498a91fa764adf993d81, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/c21eab28e46d40999f3f4bf7e8374829, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/59c435f03b4748b69b2a688afeaa1bde] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=35.9 K 2024-11-12T00:26:55,251 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 8637f46d6a06498a91fa764adf993d81, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731371210582 2024-11-12T00:26:55,252 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c21eab28e46d40999f3f4bf7e8374829, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731371211721 2024-11-12T00:26:55,252 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 59c435f03b4748b69b2a688afeaa1bde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371213863 2024-11-12T00:26:55,257 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:55,257 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/97dfdd2e9a7c45c0a570326a13186655 is 50, key is test_row_0/C:col10/1731371213863/Put/seqid=0 2024-11-12T00:26:55,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371275256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742263_1439 (size=12561) 2024-11-12T00:26:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371275256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371275261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371275261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,290 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/b4440e27ee9e407d94ac5fb60c4158b3 2024-11-12T00:26:55,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/6e5a83b774c94bf1a5ff1685bee7d420 is 50, key is test_row_0/B:col10/1731371214008/Put/seqid=0 2024-11-12T00:26:55,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742264_1440 (size=12151) 2024-11-12T00:26:55,300 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/6e5a83b774c94bf1a5ff1685bee7d420 2024-11-12T00:26:55,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/19a30b72936e4453be020da09a4d49ea is 50, key is test_row_0/C:col10/1731371214008/Put/seqid=0 2024-11-12T00:26:55,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742265_1441 (size=12151) 2024-11-12T00:26:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-12T00:26:55,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371275461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371275462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371275466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371275466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,663 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/97dfdd2e9a7c45c0a570326a13186655 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/97dfdd2e9a7c45c0a570326a13186655 2024-11-12T00:26:55,667 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into 97dfdd2e9a7c45c0a570326a13186655(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:55,667 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:55,667 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371214832; duration=0sec 2024-11-12T00:26:55,667 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:55,667 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:26:55,722 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/19a30b72936e4453be020da09a4d49ea 2024-11-12T00:26:55,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/b4440e27ee9e407d94ac5fb60c4158b3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/b4440e27ee9e407d94ac5fb60c4158b3 2024-11-12T00:26:55,728 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/b4440e27ee9e407d94ac5fb60c4158b3, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T00:26:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/6e5a83b774c94bf1a5ff1685bee7d420 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/6e5a83b774c94bf1a5ff1685bee7d420 2024-11-12T00:26:55,732 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/6e5a83b774c94bf1a5ff1685bee7d420, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T00:26:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/19a30b72936e4453be020da09a4d49ea as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/19a30b72936e4453be020da09a4d49ea 2024-11-12T00:26:55,735 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/19a30b72936e4453be020da09a4d49ea, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T00:26:55,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7de516b81241b4afc26fdabf38f2c00e in 852ms, sequenceid=192, compaction requested=false 2024-11-12T00:26:55,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:55,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:55,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-12T00:26:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-12T00:26:55,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-12T00:26:55,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec 2024-11-12T00:26:55,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.4640 sec 2024-11-12T00:26:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:55,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T00:26:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:55,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/f06d682091f84e9788277e0ce714f455 is 50, key is test_row_0/A:col10/1731371215770/Put/seqid=0 2024-11-12T00:26:55,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742266_1442 (size=16931) 2024-11-12T00:26:55,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371275789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371275790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371275793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371275794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371275882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,888 DEBUG [Thread-1816 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:26:55,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371275896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371275896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371275901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:55,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371275901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371276101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371276101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371276105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371276105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/f06d682091f84e9788277e0ce714f455 2024-11-12T00:26:56,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/998058bcb0354438a80df766258294c9 is 50, key is test_row_0/B:col10/1731371215770/Put/seqid=0 2024-11-12T00:26:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742267_1443 (size=12151) 2024-11-12T00:26:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-12T00:26:56,379 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-12T00:26:56,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-12T00:26:56,380 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-12T00:26:56,381 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:56,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371276405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371276406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371276410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371276412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-12T00:26:56,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-12T00:26:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/998058bcb0354438a80df766258294c9 2024-11-12T00:26:56,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/239081e8fbd5473a9775ad7aea55e7b8 is 50, key is test_row_0/C:col10/1731371215770/Put/seqid=0 2024-11-12T00:26:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742268_1444 (size=12151) 2024-11-12T00:26:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-12T00:26:56,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-12T00:26:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-12T00:26:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371276910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371276912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371276917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371276922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-12T00:26:56,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:56,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-12T00:26:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:56,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:56,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/239081e8fbd5473a9775ad7aea55e7b8 2024-11-12T00:26:56,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/f06d682091f84e9788277e0ce714f455 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f06d682091f84e9788277e0ce714f455 2024-11-12T00:26:57,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f06d682091f84e9788277e0ce714f455, entries=250, sequenceid=213, filesize=16.5 K 2024-11-12T00:26:57,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/998058bcb0354438a80df766258294c9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/998058bcb0354438a80df766258294c9 2024-11-12T00:26:57,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/998058bcb0354438a80df766258294c9, entries=150, sequenceid=213, filesize=11.9 K 2024-11-12T00:26:57,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/239081e8fbd5473a9775ad7aea55e7b8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/239081e8fbd5473a9775ad7aea55e7b8 2024-11-12T00:26:57,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/239081e8fbd5473a9775ad7aea55e7b8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-12T00:26:57,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7de516b81241b4afc26fdabf38f2c00e in 1239ms, sequenceid=213, compaction requested=true 2024-11-12T00:26:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:57,009 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:57,009 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:57,010 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:57,010 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:57,010 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:26:57,010 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:26:57,010 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:57,010 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:57,010 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8df59ca00b404a44a1a147591016326b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/b4440e27ee9e407d94ac5fb60c4158b3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f06d682091f84e9788277e0ce714f455] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=40.7 K 2024-11-12T00:26:57,010 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/7bac1a8f3b0942598ca6dfe0c2bd61db, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/6e5a83b774c94bf1a5ff1685bee7d420, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/998058bcb0354438a80df766258294c9] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.0 K 2024-11-12T00:26:57,011 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bac1a8f3b0942598ca6dfe0c2bd61db, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371213863 2024-11-12T00:26:57,011 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8df59ca00b404a44a1a147591016326b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371213863 2024-11-12T00:26:57,011 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4440e27ee9e407d94ac5fb60c4158b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731371214005 2024-11-12T00:26:57,011 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e5a83b774c94bf1a5ff1685bee7d420, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731371214005 2024-11-12T00:26:57,011 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f06d682091f84e9788277e0ce714f455, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731371215142 2024-11-12T00:26:57,011 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 998058bcb0354438a80df766258294c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731371215153 2024-11-12T00:26:57,017 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:57,017 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:57,017 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/9d92d0b899af4d39bb19f956302ae7ef is 50, key is test_row_0/A:col10/1731371215770/Put/seqid=0 2024-11-12T00:26:57,017 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/a757608dff82471b8eabda1130f984e7 is 50, key is test_row_0/B:col10/1731371215770/Put/seqid=0 2024-11-12T00:26:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742270_1446 (size=12663) 2024-11-12T00:26:57,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742269_1445 (size=12663) 2024-11-12T00:26:57,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:57,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-12T00:26:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:57,141 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:26:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:57,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4f6dffd0057549e78fc37891f3a50921 is 50, key is test_row_0/A:col10/1731371215793/Put/seqid=0 2024-11-12T00:26:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742271_1447 (size=12151) 2024-11-12T00:26:57,428 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/a757608dff82471b8eabda1130f984e7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/a757608dff82471b8eabda1130f984e7 2024-11-12T00:26:57,428 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/9d92d0b899af4d39bb19f956302ae7ef as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/9d92d0b899af4d39bb19f956302ae7ef 2024-11-12T00:26:57,431 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into a757608dff82471b8eabda1130f984e7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:57,431 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into 9d92d0b899af4d39bb19f956302ae7ef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:57,431 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:57,431 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:57,431 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371217009; duration=0sec 2024-11-12T00:26:57,431 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371217009; duration=0sec 2024-11-12T00:26:57,431 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:57,431 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:57,431 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:26:57,431 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:26:57,432 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:57,433 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:57,433 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:26:57,433 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:57,433 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/97dfdd2e9a7c45c0a570326a13186655, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/19a30b72936e4453be020da09a4d49ea, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/239081e8fbd5473a9775ad7aea55e7b8] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.0 K 2024-11-12T00:26:57,433 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97dfdd2e9a7c45c0a570326a13186655, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731371213863 2024-11-12T00:26:57,433 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19a30b72936e4453be020da09a4d49ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731371214005 2024-11-12T00:26:57,433 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 239081e8fbd5473a9775ad7aea55e7b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731371215153 2024-11-12T00:26:57,438 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:57,439 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/ffc86fdbed104a60bd6ab0db3aff8adb is 50, key is test_row_0/C:col10/1731371215770/Put/seqid=0 2024-11-12T00:26:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742272_1448 (size=12663) 2024-11-12T00:26:57,449 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/ffc86fdbed104a60bd6ab0db3aff8adb as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/ffc86fdbed104a60bd6ab0db3aff8adb 2024-11-12T00:26:57,452 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into ffc86fdbed104a60bd6ab0db3aff8adb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:57,453 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:57,453 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371217009; duration=0sec 2024-11-12T00:26:57,453 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:57,453 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:26:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-12T00:26:57,584 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4f6dffd0057549e78fc37891f3a50921 2024-11-12T00:26:57,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e998305556cc43268d69bd423a267e06 is 50, key is test_row_0/B:col10/1731371215793/Put/seqid=0 2024-11-12T00:26:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742273_1449 (size=12151) 2024-11-12T00:26:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:57,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371277941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371277943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:57,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371277946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371277947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:57,994 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e998305556cc43268d69bd423a267e06 2024-11-12T00:26:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/d6432a3240ab4db3882f887347957c88 is 50, key is test_row_0/C:col10/1731371215793/Put/seqid=0 2024-11-12T00:26:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742274_1450 (size=12151) 2024-11-12T00:26:58,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371278048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371278049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371278052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371278056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371278251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371278253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371278256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371278260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,403 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/d6432a3240ab4db3882f887347957c88 2024-11-12T00:26:58,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4f6dffd0057549e78fc37891f3a50921 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f6dffd0057549e78fc37891f3a50921 2024-11-12T00:26:58,410 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f6dffd0057549e78fc37891f3a50921, entries=150, sequenceid=231, filesize=11.9 K 2024-11-12T00:26:58,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e998305556cc43268d69bd423a267e06 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e998305556cc43268d69bd423a267e06 2024-11-12T00:26:58,413 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e998305556cc43268d69bd423a267e06, entries=150, sequenceid=231, filesize=11.9 K 2024-11-12T00:26:58,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/d6432a3240ab4db3882f887347957c88 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d6432a3240ab4db3882f887347957c88 2024-11-12T00:26:58,417 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d6432a3240ab4db3882f887347957c88, entries=150, sequenceid=231, filesize=11.9 K 2024-11-12T00:26:58,418 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7de516b81241b4afc26fdabf38f2c00e in 1277ms, sequenceid=231, compaction requested=false 2024-11-12T00:26:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-12T00:26:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-12T00:26:58,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-12T00:26:58,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec 2024-11-12T00:26:58,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.0410 sec 2024-11-12T00:26:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-12T00:26:58,484 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-12T00:26:58,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:26:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-12T00:26:58,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:26:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-12T00:26:58,487 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:26:58,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:26:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:58,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T00:26:58,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:58,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:58,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:58,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:58,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:58,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:58,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/f7f7f9a0c69243868a3214cebe24d9d6 is 50, key is test_row_0/A:col10/1731371217946/Put/seqid=0 2024-11-12T00:26:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742275_1451 (size=14541) 2024-11-12T00:26:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-12T00:26:58,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371278580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371278581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371278587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371278587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-12T00:26:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:58,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371278688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371278689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371278696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371278697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-12T00:26:58,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-12T00:26:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:58,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371278894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371278895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371278900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371278901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:58,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-12T00:26:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:58,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:26:58,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/f7f7f9a0c69243868a3214cebe24d9d6 2024-11-12T00:26:58,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/f7efb2c044ae473d94c79affd23cac7a is 50, key is test_row_0/B:col10/1731371217946/Put/seqid=0 2024-11-12T00:26:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742276_1452 (size=12151) 2024-11-12T00:26:58,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/f7efb2c044ae473d94c79affd23cac7a 2024-11-12T00:26:58,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/464b461b15764d89ada9247e72857d22 is 50, key is test_row_0/C:col10/1731371217946/Put/seqid=0 2024-11-12T00:26:58,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742277_1453 (size=12151) 2024-11-12T00:26:58,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/464b461b15764d89ada9247e72857d22 2024-11-12T00:26:58,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/f7f7f9a0c69243868a3214cebe24d9d6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f7f7f9a0c69243868a3214cebe24d9d6 2024-11-12T00:26:58,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f7f7f9a0c69243868a3214cebe24d9d6, entries=200, sequenceid=253, filesize=14.2 K 2024-11-12T00:26:58,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/f7efb2c044ae473d94c79affd23cac7a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f7efb2c044ae473d94c79affd23cac7a 2024-11-12T00:26:58,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f7efb2c044ae473d94c79affd23cac7a, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:26:58,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/464b461b15764d89ada9247e72857d22 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/464b461b15764d89ada9247e72857d22 2024-11-12T00:26:59,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/464b461b15764d89ada9247e72857d22, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:26:59,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7de516b81241b4afc26fdabf38f2c00e in 443ms, sequenceid=253, compaction requested=true 2024-11-12T00:26:59,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:59,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:59,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:26:59,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:59,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:26:59,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:59,002 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:59,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:26:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:59,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:59,003 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:59,003 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:26:59,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:26:59,003 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:59,003 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:59,003 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/a757608dff82471b8eabda1130f984e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e998305556cc43268d69bd423a267e06, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f7efb2c044ae473d94c79affd23cac7a] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.1 K 2024-11-12T00:26:59,003 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/9d92d0b899af4d39bb19f956302ae7ef, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f6dffd0057549e78fc37891f3a50921, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f7f7f9a0c69243868a3214cebe24d9d6] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=38.4 K 2024-11-12T00:26:59,004 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d92d0b899af4d39bb19f956302ae7ef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731371215153 2024-11-12T00:26:59,004 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a757608dff82471b8eabda1130f984e7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731371215153 2024-11-12T00:26:59,004 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e998305556cc43268d69bd423a267e06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731371215789 2024-11-12T00:26:59,004 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f6dffd0057549e78fc37891f3a50921, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731371215789 2024-11-12T00:26:59,004 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting f7efb2c044ae473d94c79affd23cac7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371217940 2024-11-12T00:26:59,004 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7f7f9a0c69243868a3214cebe24d9d6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371217940 2024-11-12T00:26:59,012 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:59,012 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/a0084071e27e47eaa906b086d38e5c96 is 50, key is test_row_0/A:col10/1731371217946/Put/seqid=0 2024-11-12T00:26:59,021 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:59,022 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/37d76deefeb940d1b0349491e9fa5202 is 50, key is test_row_0/B:col10/1731371217946/Put/seqid=0 2024-11-12T00:26:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742278_1454 (size=12765) 2024-11-12T00:26:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742279_1455 (size=12765) 2024-11-12T00:26:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-12T00:26:59,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-12T00:26:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:59,096 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T00:26:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:26:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:26:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:26:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:26:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/6905fc4eb7864942851df4cb7c06e3a0 is 50, key is test_row_0/A:col10/1731371218586/Put/seqid=0 2024-11-12T00:26:59,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742280_1456 (size=12301) 2024-11-12T00:26:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:26:59,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:26:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371279223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371279224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371279224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371279225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371279331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371279331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371279331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371279331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,350 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T00:26:59,426 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/a0084071e27e47eaa906b086d38e5c96 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a0084071e27e47eaa906b086d38e5c96 2024-11-12T00:26:59,428 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/37d76deefeb940d1b0349491e9fa5202 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/37d76deefeb940d1b0349491e9fa5202 2024-11-12T00:26:59,430 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into a0084071e27e47eaa906b086d38e5c96(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:59,430 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:59,430 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371219002; duration=0sec 2024-11-12T00:26:59,430 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:26:59,430 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:26:59,430 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:26:59,431 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:26:59,432 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:26:59,432 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:26:59,432 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/ffc86fdbed104a60bd6ab0db3aff8adb, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d6432a3240ab4db3882f887347957c88, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/464b461b15764d89ada9247e72857d22] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.1 K 2024-11-12T00:26:59,432 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc86fdbed104a60bd6ab0db3aff8adb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731371215153 2024-11-12T00:26:59,432 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6432a3240ab4db3882f887347957c88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731371215789 2024-11-12T00:26:59,433 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into 37d76deefeb940d1b0349491e9fa5202(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:59,433 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:59,433 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371219002; duration=0sec 2024-11-12T00:26:59,433 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:59,433 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:26:59,433 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 464b461b15764d89ada9247e72857d22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371217940 2024-11-12T00:26:59,439 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:26:59,439 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/775a49e75a144f5eb26d16a3e70232d3 is 50, key is test_row_0/C:col10/1731371217946/Put/seqid=0 2024-11-12T00:26:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742281_1457 (size=12765) 2024-11-12T00:26:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/6905fc4eb7864942851df4cb7c06e3a0 2024-11-12T00:26:59,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/bb0c531582fd403b81350656c648fc40 is 50, key is test_row_0/B:col10/1731371218586/Put/seqid=0 2024-11-12T00:26:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742282_1458 (size=12301) 2024-11-12T00:26:59,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371279537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371279538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371279538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371279538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-12T00:26:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371279841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,846 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/775a49e75a144f5eb26d16a3e70232d3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/775a49e75a144f5eb26d16a3e70232d3 2024-11-12T00:26:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371279844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,849 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into 775a49e75a144f5eb26d16a3e70232d3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:26:59,849 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:26:59,849 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371219002; duration=0sec 2024-11-12T00:26:59,850 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:26:59,850 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:26:59,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371279846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371279846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:26:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35154 deadline: 1731371279906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:26:59,910 DEBUG [Thread-1816 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., hostname=4ab586620e8d,41623,1731371070899, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:26:59,912 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/bb0c531582fd403b81350656c648fc40 2024-11-12T00:26:59,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/b93a222fd2424178812ba2f56de504a2 is 50, key is test_row_0/C:col10/1731371218586/Put/seqid=0 2024-11-12T00:26:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742283_1459 (size=12301) 2024-11-12T00:27:00,323 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/b93a222fd2424178812ba2f56de504a2 2024-11-12T00:27:00,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/6905fc4eb7864942851df4cb7c06e3a0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6905fc4eb7864942851df4cb7c06e3a0 2024-11-12T00:27:00,330 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6905fc4eb7864942851df4cb7c06e3a0, entries=150, sequenceid=270, filesize=12.0 K 2024-11-12T00:27:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/bb0c531582fd403b81350656c648fc40 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/bb0c531582fd403b81350656c648fc40 2024-11-12T00:27:00,333 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/bb0c531582fd403b81350656c648fc40, entries=150, sequenceid=270, filesize=12.0 K 2024-11-12T00:27:00,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/b93a222fd2424178812ba2f56de504a2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/b93a222fd2424178812ba2f56de504a2 2024-11-12T00:27:00,337 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/b93a222fd2424178812ba2f56de504a2, entries=150, sequenceid=270, filesize=12.0 K 2024-11-12T00:27:00,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7de516b81241b4afc26fdabf38f2c00e in 1242ms, sequenceid=270, compaction requested=false 2024-11-12T00:27:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-12T00:27:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-12T00:27:00,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-12T00:27:00,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec 2024-11-12T00:27:00,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.8550 sec 2024-11-12T00:27:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:00,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T00:27:00,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:27:00,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:00,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:27:00,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:00,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:27:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:00,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ea5afb90282d4cb99f1dd43da29900be is 50, key is test_row_0/A:col10/1731371219217/Put/seqid=0 2024-11-12T00:27:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742284_1460 (size=14741) 2024-11-12T00:27:00,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371280368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371280368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371280369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371280370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371280473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371280475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371280475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371280475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-12T00:27:00,590 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-12T00:27:00,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-12T00:27:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-12T00:27:00,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:00,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:00,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:00,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371280678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371280679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371280679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371280680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-12T00:27:00,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-12T00:27:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:00,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:00,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ea5afb90282d4cb99f1dd43da29900be 2024-11-12T00:27:00,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/dad5307acb554fec87c4e328b2ef528b is 50, key is test_row_0/B:col10/1731371219217/Put/seqid=0 2024-11-12T00:27:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742285_1461 (size=12301) 2024-11-12T00:27:00,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/dad5307acb554fec87c4e328b2ef528b 2024-11-12T00:27:00,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/4722abc686214725a3adcea4778b08d8 is 50, key is test_row_0/C:col10/1731371219217/Put/seqid=0 2024-11-12T00:27:00,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742286_1462 (size=12301) 2024-11-12T00:27:00,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/4722abc686214725a3adcea4778b08d8 2024-11-12T00:27:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/ea5afb90282d4cb99f1dd43da29900be as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ea5afb90282d4cb99f1dd43da29900be 2024-11-12T00:27:00,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ea5afb90282d4cb99f1dd43da29900be, entries=200, sequenceid=293, filesize=14.4 K 2024-11-12T00:27:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/dad5307acb554fec87c4e328b2ef528b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/dad5307acb554fec87c4e328b2ef528b 2024-11-12T00:27:00,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/dad5307acb554fec87c4e328b2ef528b, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T00:27:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/4722abc686214725a3adcea4778b08d8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/4722abc686214725a3adcea4778b08d8 2024-11-12T00:27:00,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/4722abc686214725a3adcea4778b08d8, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T00:27:00,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7de516b81241b4afc26fdabf38f2c00e in 441ms, sequenceid=293, compaction requested=true 2024-11-12T00:27:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:00,789 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:00,789 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:00,790 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:00,790 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:00,790 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:27:00,790 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:27:00,790 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:00,790 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:00,790 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/37d76deefeb940d1b0349491e9fa5202, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/bb0c531582fd403b81350656c648fc40, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/dad5307acb554fec87c4e328b2ef528b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.5 K 2024-11-12T00:27:00,790 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a0084071e27e47eaa906b086d38e5c96, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6905fc4eb7864942851df4cb7c06e3a0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ea5afb90282d4cb99f1dd43da29900be] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=38.9 K 2024-11-12T00:27:00,790 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 37d76deefeb940d1b0349491e9fa5202, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371217940 2024-11-12T00:27:00,790 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0084071e27e47eaa906b086d38e5c96, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371217940 2024-11-12T00:27:00,791 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting bb0c531582fd403b81350656c648fc40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731371218579 2024-11-12T00:27:00,791 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6905fc4eb7864942851df4cb7c06e3a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731371218579 2024-11-12T00:27:00,791 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting dad5307acb554fec87c4e328b2ef528b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731371219217 2024-11-12T00:27:00,791 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea5afb90282d4cb99f1dd43da29900be, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731371219217 2024-11-12T00:27:00,795 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:00,796 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/c72afe4a96a2412aaa39e877a63ab7b3 is 50, key is test_row_0/B:col10/1731371219217/Put/seqid=0 2024-11-12T00:27:00,796 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:00,796 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4b8a6f340fc74ae6b7fe4b64650fd3b8 is 50, key is test_row_0/A:col10/1731371219217/Put/seqid=0 2024-11-12T00:27:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742288_1464 (size=13017) 2024-11-12T00:27:00,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742287_1463 (size=13017) 2024-11-12T00:27:00,803 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/c72afe4a96a2412aaa39e877a63ab7b3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c72afe4a96a2412aaa39e877a63ab7b3 2024-11-12T00:27:00,805 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into c72afe4a96a2412aaa39e877a63ab7b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:00,805 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:00,805 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371220789; duration=0sec 2024-11-12T00:27:00,806 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:00,806 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:27:00,806 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:00,806 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:00,806 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:27:00,806 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:00,806 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/775a49e75a144f5eb26d16a3e70232d3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/b93a222fd2424178812ba2f56de504a2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/4722abc686214725a3adcea4778b08d8] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.5 K 2024-11-12T00:27:00,807 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 775a49e75a144f5eb26d16a3e70232d3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371217940 2024-11-12T00:27:00,807 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b93a222fd2424178812ba2f56de504a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731371218579 2024-11-12T00:27:00,807 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4722abc686214725a3adcea4778b08d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731371219217 2024-11-12T00:27:00,811 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:00,812 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/0023fe86456b4937a7513d067725b914 is 50, key is test_row_0/C:col10/1731371219217/Put/seqid=0 2024-11-12T00:27:00,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742289_1465 (size=13017) 2024-11-12T00:27:00,818 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/0023fe86456b4937a7513d067725b914 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/0023fe86456b4937a7513d067725b914 2024-11-12T00:27:00,821 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into 0023fe86456b4937a7513d067725b914(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:00,821 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:00,821 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371220789; duration=0sec 2024-11-12T00:27:00,821 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:00,821 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:27:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-12T00:27:00,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:00,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-12T00:27:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:00,896 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T00:27:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:27:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:27:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:27:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:00,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/5dffe505b76846f9853e0479c5f14da3 is 50, key is test_row_0/A:col10/1731371220369/Put/seqid=0 2024-11-12T00:27:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742290_1466 (size=12301) 2024-11-12T00:27:00,909 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/5dffe505b76846f9853e0479c5f14da3 2024-11-12T00:27:00,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/32cbb21cb53e45b886dc4f325a40168e is 50, key is test_row_0/B:col10/1731371220369/Put/seqid=0 2024-11-12T00:27:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742291_1467 (size=12301) 2024-11-12T00:27:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:00,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371281008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371281008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371281008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371281013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371281114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371281114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371281114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371281118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-12T00:27:01,203 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/4b8a6f340fc74ae6b7fe4b64650fd3b8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4b8a6f340fc74ae6b7fe4b64650fd3b8 2024-11-12T00:27:01,207 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into 4b8a6f340fc74ae6b7fe4b64650fd3b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:01,207 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:01,207 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371220789; duration=0sec 2024-11-12T00:27:01,207 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:01,207 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:27:01,318 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/32cbb21cb53e45b886dc4f325a40168e 2024-11-12T00:27:01,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371281317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371281318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371281318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/39d15e0c6bf043cb93152b3b2851b849 is 50, key is test_row_0/C:col10/1731371220369/Put/seqid=0 2024-11-12T00:27:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742292_1468 (size=12301) 2024-11-12T00:27:01,327 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/39d15e0c6bf043cb93152b3b2851b849 2024-11-12T00:27:01,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371281322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/5dffe505b76846f9853e0479c5f14da3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/5dffe505b76846f9853e0479c5f14da3 2024-11-12T00:27:01,337 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/5dffe505b76846f9853e0479c5f14da3, entries=150, sequenceid=311, filesize=12.0 K 2024-11-12T00:27:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/32cbb21cb53e45b886dc4f325a40168e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/32cbb21cb53e45b886dc4f325a40168e 2024-11-12T00:27:01,340 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/32cbb21cb53e45b886dc4f325a40168e, entries=150, sequenceid=311, filesize=12.0 K 2024-11-12T00:27:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/39d15e0c6bf043cb93152b3b2851b849 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/39d15e0c6bf043cb93152b3b2851b849 2024-11-12T00:27:01,344 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/39d15e0c6bf043cb93152b3b2851b849, entries=150, sequenceid=311, filesize=12.0 K 2024-11-12T00:27:01,344 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7de516b81241b4afc26fdabf38f2c00e in 448ms, sequenceid=311, compaction requested=false 2024-11-12T00:27:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-12T00:27:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-12T00:27:01,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-12T00:27:01,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 753 msec 2024-11-12T00:27:01,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 756 msec 2024-11-12T00:27:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:01,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T00:27:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:27:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:27:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:27:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:01,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/33a0c9ef4c01441d9749dcbb57c9be70 is 50, key is test_row_0/A:col10/1731371221625/Put/seqid=0 2024-11-12T00:27:01,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742293_1469 (size=12301) 2024-11-12T00:27:01,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371281641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371281646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371281647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371281648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-12T00:27:01,695 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-12T00:27:01,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-12T00:27:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-12T00:27:01,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:01,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:01,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:01,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371281749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371281753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371281753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371281757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-12T00:27:01,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:01,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:01,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:01,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:01,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:01,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:01,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371281957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371281957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371281958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371281966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-12T00:27:02,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:02,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/33a0c9ef4c01441d9749dcbb57c9be70 2024-11-12T00:27:02,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/42a97c21e9c24ac5a9d03cbd017259ef is 50, key is test_row_0/B:col10/1731371221625/Put/seqid=0 2024-11-12T00:27:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742294_1470 (size=12301) 2024-11-12T00:27:02,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371282262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371282262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371282264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371282272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-12T00:27:02,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/42a97c21e9c24ac5a9d03cbd017259ef 2024-11-12T00:27:02,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/1140b604db6c417197e2645480e7ab5b is 50, key is test_row_0/C:col10/1731371221625/Put/seqid=0 2024-11-12T00:27:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742295_1471 (size=12301) 2024-11-12T00:27:02,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371282768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371282770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371282770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371282779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-12T00:27:02,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/1140b604db6c417197e2645480e7ab5b 2024-11-12T00:27:02,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/33a0c9ef4c01441d9749dcbb57c9be70 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/33a0c9ef4c01441d9749dcbb57c9be70 2024-11-12T00:27:02,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/33a0c9ef4c01441d9749dcbb57c9be70, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T00:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/42a97c21e9c24ac5a9d03cbd017259ef as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/42a97c21e9c24ac5a9d03cbd017259ef 2024-11-12T00:27:02,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/42a97c21e9c24ac5a9d03cbd017259ef, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T00:27:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/1140b604db6c417197e2645480e7ab5b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/1140b604db6c417197e2645480e7ab5b 2024-11-12T00:27:02,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/1140b604db6c417197e2645480e7ab5b, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T00:27:02,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7de516b81241b4afc26fdabf38f2c00e in 1241ms, sequenceid=334, compaction requested=true 2024-11-12T00:27:02,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:02,867 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:02,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:02,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:02,867 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:02,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:02,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:02,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:02,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:02,868 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:02,868 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:27:02,868 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,868 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4b8a6f340fc74ae6b7fe4b64650fd3b8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/5dffe505b76846f9853e0479c5f14da3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/33a0c9ef4c01441d9749dcbb57c9be70] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.7 K 2024-11-12T00:27:02,868 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:02,868 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b8a6f340fc74ae6b7fe4b64650fd3b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731371219217 2024-11-12T00:27:02,868 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:27:02,868 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,868 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c72afe4a96a2412aaa39e877a63ab7b3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/32cbb21cb53e45b886dc4f325a40168e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/42a97c21e9c24ac5a9d03cbd017259ef] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.7 K 2024-11-12T00:27:02,868 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting c72afe4a96a2412aaa39e877a63ab7b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731371219217 2024-11-12T00:27:02,868 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dffe505b76846f9853e0479c5f14da3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731371220362 2024-11-12T00:27:02,869 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 32cbb21cb53e45b886dc4f325a40168e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731371220362 2024-11-12T00:27:02,869 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33a0c9ef4c01441d9749dcbb57c9be70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731371221012 2024-11-12T00:27:02,869 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 42a97c21e9c24ac5a9d03cbd017259ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731371221012 2024-11-12T00:27:02,875 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:02,875 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/16e2d319afca4c6ab730d3a353117d0c is 50, key is test_row_0/A:col10/1731371221625/Put/seqid=0 2024-11-12T00:27:02,883 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:02,883 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d6de24d87b6a4755bd0d5a99f5b9840a is 50, key is test_row_0/B:col10/1731371221625/Put/seqid=0 2024-11-12T00:27:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742296_1472 (size=13119) 2024-11-12T00:27:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742297_1473 (size=13119) 2024-11-12T00:27:02,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:02,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-12T00:27:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:02,914 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T00:27:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:27:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:27:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:27:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:02,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/256e46ce34974650ac529303082af643 is 50, key is test_row_0/A:col10/1731371221629/Put/seqid=0 2024-11-12T00:27:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742298_1474 (size=12301) 2024-11-12T00:27:02,921 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/256e46ce34974650ac529303082af643 2024-11-12T00:27:02,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/b20726d2b38b40719749ae2f5aa4197f is 50, key is test_row_0/B:col10/1731371221629/Put/seqid=0 2024-11-12T00:27:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742299_1475 (size=12301) 2024-11-12T00:27:03,299 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d6de24d87b6a4755bd0d5a99f5b9840a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d6de24d87b6a4755bd0d5a99f5b9840a 2024-11-12T00:27:03,299 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/16e2d319afca4c6ab730d3a353117d0c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/16e2d319afca4c6ab730d3a353117d0c 2024-11-12T00:27:03,302 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into 16e2d319afca4c6ab730d3a353117d0c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:03,302 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into d6de24d87b6a4755bd0d5a99f5b9840a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:03,302 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:03,302 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:03,302 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371222867; duration=0sec 2024-11-12T00:27:03,302 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371222867; duration=0sec 2024-11-12T00:27:03,302 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:03,302 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:27:03,302 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:03,302 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:27:03,302 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:03,303 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:03,303 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:27:03,303 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:03,303 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/0023fe86456b4937a7513d067725b914, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/39d15e0c6bf043cb93152b3b2851b849, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/1140b604db6c417197e2645480e7ab5b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.7 K 2024-11-12T00:27:03,303 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0023fe86456b4937a7513d067725b914, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731371219217 2024-11-12T00:27:03,304 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39d15e0c6bf043cb93152b3b2851b849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731371220362 2024-11-12T00:27:03,304 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1140b604db6c417197e2645480e7ab5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731371221012 2024-11-12T00:27:03,309 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:03,310 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/a48147f31996469f8dfd083013a2b773 is 50, key is test_row_0/C:col10/1731371221625/Put/seqid=0 2024-11-12T00:27:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742300_1476 (size=13119) 2024-11-12T00:27:03,330 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/b20726d2b38b40719749ae2f5aa4197f 2024-11-12T00:27:03,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/581c14ca76574b36aefd168c5630a7c1 is 50, key is test_row_0/C:col10/1731371221629/Put/seqid=0 2024-11-12T00:27:03,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742301_1477 (size=12301) 2024-11-12T00:27:03,716 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/a48147f31996469f8dfd083013a2b773 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a48147f31996469f8dfd083013a2b773 2024-11-12T00:27:03,719 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into a48147f31996469f8dfd083013a2b773(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:03,719 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:03,719 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371222867; duration=0sec 2024-11-12T00:27:03,719 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:03,719 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:27:03,742 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/581c14ca76574b36aefd168c5630a7c1 2024-11-12T00:27:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/256e46ce34974650ac529303082af643 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/256e46ce34974650ac529303082af643 2024-11-12T00:27:03,748 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/256e46ce34974650ac529303082af643, entries=150, sequenceid=349, filesize=12.0 K 2024-11-12T00:27:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/b20726d2b38b40719749ae2f5aa4197f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/b20726d2b38b40719749ae2f5aa4197f 2024-11-12T00:27:03,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/b20726d2b38b40719749ae2f5aa4197f, entries=150, sequenceid=349, filesize=12.0 K 2024-11-12T00:27:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/581c14ca76574b36aefd168c5630a7c1 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/581c14ca76574b36aefd168c5630a7c1 2024-11-12T00:27:03,754 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/581c14ca76574b36aefd168c5630a7c1, entries=150, sequenceid=349, filesize=12.0 K 2024-11-12T00:27:03,754 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 7de516b81241b4afc26fdabf38f2c00e in 840ms, sequenceid=349, compaction requested=false 2024-11-12T00:27:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-12T00:27:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-12T00:27:03,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-12T00:27:03,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec 2024-11-12T00:27:03,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0640 sec 2024-11-12T00:27:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:03,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:27:03,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:27:03,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:03,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:27:03,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:03,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:27:03,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:03,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/61fca31bee804036ab651e9abcc5f86d is 50, key is test_row_0/A:col10/1731371223787/Put/seqid=0 2024-11-12T00:27:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742302_1478 (size=14741) 2024-11-12T00:27:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-12T00:27:03,800 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-12T00:27:03,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-12T00:27:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-12T00:27:03,802 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:03,802 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:03,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371283822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371283823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371283824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371283824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,854 DEBUG [Thread-1825 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cfe2f4 to 127.0.0.1:51686 2024-11-12T00:27:03,854 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:03,855 DEBUG [Thread-1829 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ae83603 to 127.0.0.1:51686 2024-11-12T00:27:03,855 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:03,857 DEBUG [Thread-1831 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cf92b10 to 127.0.0.1:51686 2024-11-12T00:27:03,857 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:03,860 DEBUG [Thread-1827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560d8359 to 127.0.0.1:51686 2024-11-12T00:27:03,860 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:03,860 DEBUG [Thread-1823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465ce5f8 to 127.0.0.1:51686 2024-11-12T00:27:03,860 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-12T00:27:03,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371283931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371283931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371283932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371283933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:03,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:03,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:03,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:03,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:03,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-12T00:27:04,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371284134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371284135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371284135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371284135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/61fca31bee804036ab651e9abcc5f86d 2024-11-12T00:27:04,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/ac0b46232da74a41b0c15e62d327c063 is 50, key is test_row_0/B:col10/1731371223787/Put/seqid=0 2024-11-12T00:27:04,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742303_1479 (size=12301) 2024-11-12T00:27:04,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-12T00:27:04,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:04,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:04,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371284437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371284438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371284439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371284440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:04,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:04,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/ac0b46232da74a41b0c15e62d327c063 2024-11-12T00:27:04,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/a509fe5de10b4a3e9b136fe9224d05de is 50, key is test_row_0/C:col10/1731371223787/Put/seqid=0 2024-11-12T00:27:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742304_1480 (size=12301) 2024-11-12T00:27:04,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:04,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:04,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:04,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:04,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:04,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-12T00:27:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1731371284941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35144 deadline: 1731371284943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731371284943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:04,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1731371284945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:05,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/a509fe5de10b4a3e9b136fe9224d05de 2024-11-12T00:27:05,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:05,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:05,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/61fca31bee804036ab651e9abcc5f86d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/61fca31bee804036ab651e9abcc5f86d 2024-11-12T00:27:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:05,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:05,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/61fca31bee804036ab651e9abcc5f86d, entries=200, sequenceid=363, filesize=14.4 K 2024-11-12T00:27:05,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/ac0b46232da74a41b0c15e62d327c063 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/ac0b46232da74a41b0c15e62d327c063 2024-11-12T00:27:05,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/ac0b46232da74a41b0c15e62d327c063, entries=150, sequenceid=363, filesize=12.0 K 2024-11-12T00:27:05,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/a509fe5de10b4a3e9b136fe9224d05de as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a509fe5de10b4a3e9b136fe9224d05de 2024-11-12T00:27:05,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a509fe5de10b4a3e9b136fe9224d05de, entries=150, sequenceid=363, filesize=12.0 K 2024-11-12T00:27:05,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7de516b81241b4afc26fdabf38f2c00e in 1265ms, sequenceid=363, compaction requested=true 2024-11-12T00:27:05,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:05,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:05,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:05,053 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:05,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:05,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:05,054 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:05,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7de516b81241b4afc26fdabf38f2c00e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:05,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:05,054 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:05,054 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:05,055 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/B is initiating minor compaction (all files) 2024-11-12T00:27:05,055 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/A is initiating minor compaction (all files) 2024-11-12T00:27:05,055 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/B in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:05,055 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/A in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:05,055 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d6de24d87b6a4755bd0d5a99f5b9840a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/b20726d2b38b40719749ae2f5aa4197f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/ac0b46232da74a41b0c15e62d327c063] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.8 K 2024-11-12T00:27:05,055 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/16e2d319afca4c6ab730d3a353117d0c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/256e46ce34974650ac529303082af643, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/61fca31bee804036ab651e9abcc5f86d] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=39.2 K 2024-11-12T00:27:05,055 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting d6de24d87b6a4755bd0d5a99f5b9840a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731371221012 2024-11-12T00:27:05,055 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16e2d319afca4c6ab730d3a353117d0c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731371221012 2024-11-12T00:27:05,056 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b20726d2b38b40719749ae2f5aa4197f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731371221629 2024-11-12T00:27:05,056 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 256e46ce34974650ac529303082af643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731371221629 2024-11-12T00:27:05,056 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting ac0b46232da74a41b0c15e62d327c063, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731371223783 2024-11-12T00:27:05,056 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61fca31bee804036ab651e9abcc5f86d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731371223778 2024-11-12T00:27:05,065 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:05,065 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:05,065 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/92f2d5cababf4acdb854d9177077f776 is 50, key is test_row_0/B:col10/1731371223787/Put/seqid=0 2024-11-12T00:27:05,065 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/8b8fa8f550ed45c68c29101cb335d0f2 is 50, key is test_row_0/A:col10/1731371223787/Put/seqid=0 2024-11-12T00:27:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742306_1482 (size=13221) 2024-11-12T00:27:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742305_1481 (size=13221) 2024-11-12T00:27:05,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:05,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-12T00:27:05,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:05,195 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T00:27:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:27:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:27:05,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:05,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:27:05,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:05,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/2b90a779de70450dbcf0cf191ed6c27d is 50, key is test_row_0/A:col10/1731371223811/Put/seqid=0 2024-11-12T00:27:05,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742307_1483 (size=12301) 2024-11-12T00:27:05,480 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/8b8fa8f550ed45c68c29101cb335d0f2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8b8fa8f550ed45c68c29101cb335d0f2 2024-11-12T00:27:05,480 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/92f2d5cababf4acdb854d9177077f776 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/92f2d5cababf4acdb854d9177077f776 2024-11-12T00:27:05,484 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/A of 7de516b81241b4afc26fdabf38f2c00e into 8b8fa8f550ed45c68c29101cb335d0f2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:05,484 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/B of 7de516b81241b4afc26fdabf38f2c00e into 92f2d5cababf4acdb854d9177077f776(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:05,484 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:05,484 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:05,484 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/B, priority=13, startTime=1731371225053; duration=0sec 2024-11-12T00:27:05,484 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/A, priority=13, startTime=1731371225053; duration=0sec 2024-11-12T00:27:05,484 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:05,484 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:A 2024-11-12T00:27:05,484 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:05,484 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:B 2024-11-12T00:27:05,484 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:05,485 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:05,485 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): 7de516b81241b4afc26fdabf38f2c00e/C is initiating minor compaction (all files) 2024-11-12T00:27:05,485 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7de516b81241b4afc26fdabf38f2c00e/C in TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:05,485 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a48147f31996469f8dfd083013a2b773, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/581c14ca76574b36aefd168c5630a7c1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a509fe5de10b4a3e9b136fe9224d05de] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp, totalSize=36.8 K 2024-11-12T00:27:05,485 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting a48147f31996469f8dfd083013a2b773, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731371221012 2024-11-12T00:27:05,486 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 581c14ca76574b36aefd168c5630a7c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731371221629 2024-11-12T00:27:05,486 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting a509fe5de10b4a3e9b136fe9224d05de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731371223783 2024-11-12T00:27:05,490 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7de516b81241b4afc26fdabf38f2c00e#C#compaction#416 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:05,491 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/90a11ccb56ab4bc38ebf2a9b4ab17177 is 50, key is test_row_0/C:col10/1731371223787/Put/seqid=0 2024-11-12T00:27:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742308_1484 (size=13221) 2024-11-12T00:27:05,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/2b90a779de70450dbcf0cf191ed6c27d 2024-11-12T00:27:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e08d9aba75f244b0b07e2c2fe43abc38 is 50, key is test_row_0/B:col10/1731371223811/Put/seqid=0 2024-11-12T00:27:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742309_1485 (size=12301) 2024-11-12T00:27:05,904 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/90a11ccb56ab4bc38ebf2a9b4ab17177 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/90a11ccb56ab4bc38ebf2a9b4ab17177 2024-11-12T00:27:05,909 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7de516b81241b4afc26fdabf38f2c00e/C of 7de516b81241b4afc26fdabf38f2c00e into 90a11ccb56ab4bc38ebf2a9b4ab17177(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-12T00:27:05,909 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:05,909 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e., storeName=7de516b81241b4afc26fdabf38f2c00e/C, priority=13, startTime=1731371225054; duration=0sec 2024-11-12T00:27:05,909 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:05,909 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7de516b81241b4afc26fdabf38f2c00e:C 2024-11-12T00:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:05,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. as already flushing 2024-11-12T00:27:05,949 DEBUG [Thread-1818 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x210f9fb4 to 127.0.0.1:51686 2024-11-12T00:27:05,949 DEBUG [Thread-1818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:05,952 DEBUG [Thread-1820 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27cbac41 to 127.0.0.1:51686 2024-11-12T00:27:05,952 DEBUG [Thread-1820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:05,953 DEBUG [Thread-1814 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x621ff37a to 127.0.0.1:51686 2024-11-12T00:27:05,953 DEBUG [Thread-1814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:05,954 DEBUG [Thread-1812 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c3c8f5 to 127.0.0.1:51686 2024-11-12T00:27:05,954 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:06,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e08d9aba75f244b0b07e2c2fe43abc38 2024-11-12T00:27:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/fc78a105d9664478a727a2fa03b0cf6b is 50, key is test_row_0/C:col10/1731371223811/Put/seqid=0 2024-11-12T00:27:06,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742310_1486 (size=12301) 2024-11-12T00:27:06,435 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/fc78a105d9664478a727a2fa03b0cf6b 2024-11-12T00:27:06,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/2b90a779de70450dbcf0cf191ed6c27d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2b90a779de70450dbcf0cf191ed6c27d 2024-11-12T00:27:06,448 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2b90a779de70450dbcf0cf191ed6c27d, entries=150, sequenceid=388, filesize=12.0 K 2024-11-12T00:27:06,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/e08d9aba75f244b0b07e2c2fe43abc38 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e08d9aba75f244b0b07e2c2fe43abc38 2024-11-12T00:27:06,453 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e08d9aba75f244b0b07e2c2fe43abc38, entries=150, sequenceid=388, filesize=12.0 K 2024-11-12T00:27:06,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/fc78a105d9664478a727a2fa03b0cf6b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/fc78a105d9664478a727a2fa03b0cf6b 2024-11-12T00:27:06,459 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/fc78a105d9664478a727a2fa03b0cf6b, entries=150, sequenceid=388, filesize=12.0 K 2024-11-12T00:27:06,460 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 7de516b81241b4afc26fdabf38f2c00e in 1266ms, sequenceid=388, compaction requested=false 2024-11-12T00:27:06,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:06,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:06,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-12T00:27:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-12T00:27:06,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-12T00:27:06,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6590 sec 2024-11-12T00:27:06,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.6620 sec 2024-11-12T00:27:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-12T00:27:07,912 INFO [Thread-1822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-12T00:27:09,924 DEBUG [Thread-1816 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d0434e0 to 127.0.0.1:51686 2024-11-12T00:27:09,924 DEBUG [Thread-1816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:09,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T00:27:09,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-12T00:27:09,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-12T00:27:09,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-12T00:27:09,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-12T00:27:09,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-12T00:27:09,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2824 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8472 rows 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2822 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8466 rows 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2813 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8439 rows 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2846 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8538 rows 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2826 2024-11-12T00:27:09,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8478 rows 2024-11-12T00:27:09,926 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T00:27:09,926 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x746138a3 to 127.0.0.1:51686 2024-11-12T00:27:09,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:09,930 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-12T00:27:09,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T00:27:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-12T00:27:09,933 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371229933"}]},"ts":"1731371229933"} 2024-11-12T00:27:09,934 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T00:27:09,989 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T00:27:09,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:27:09,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7de516b81241b4afc26fdabf38f2c00e, UNASSIGN}] 2024-11-12T00:27:09,993 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7de516b81241b4afc26fdabf38f2c00e, UNASSIGN 2024-11-12T00:27:09,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=7de516b81241b4afc26fdabf38f2c00e, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:09,995 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:27:09,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:27:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-12T00:27:10,097 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39355,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:10,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:10,149 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:10,149 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:27:10,149 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 7de516b81241b4afc26fdabf38f2c00e, disabling compactions & flushes 2024-11-12T00:27:10,149 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:10,149 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:10,149 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. after waiting 0 ms 2024-11-12T00:27:10,149 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:10,150 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing 7de516b81241b4afc26fdabf38f2c00e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T00:27:10,150 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=A 2024-11-12T00:27:10,150 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:10,150 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=B 2024-11-12T00:27:10,151 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:10,151 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7de516b81241b4afc26fdabf38f2c00e, store=C 2024-11-12T00:27:10,151 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:10,158 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/280efd2a9620432f9ff5670a3a683e08 is 50, key is test_row_0/A:col10/1731371225951/Put/seqid=0 2024-11-12T00:27:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742311_1487 (size=9857) 2024-11-12T00:27:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-12T00:27:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-12T00:27:10,565 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/280efd2a9620432f9ff5670a3a683e08 2024-11-12T00:27:10,580 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d1056078d95541ad8c7f67ba9cdd840c is 50, key is test_row_0/B:col10/1731371225951/Put/seqid=0 2024-11-12T00:27:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742312_1488 (size=9857) 2024-11-12T00:27:10,986 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d1056078d95541ad8c7f67ba9cdd840c 2024-11-12T00:27:10,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/15cfda094bbf415bb293812bbff61aa3 is 50, key is test_row_0/C:col10/1731371225951/Put/seqid=0 2024-11-12T00:27:11,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742313_1489 (size=9857) 2024-11-12T00:27:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-12T00:27:11,404 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/15cfda094bbf415bb293812bbff61aa3 2024-11-12T00:27:11,415 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/A/280efd2a9620432f9ff5670a3a683e08 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/280efd2a9620432f9ff5670a3a683e08 2024-11-12T00:27:11,419 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/280efd2a9620432f9ff5670a3a683e08, entries=100, sequenceid=399, filesize=9.6 K 2024-11-12T00:27:11,420 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/B/d1056078d95541ad8c7f67ba9cdd840c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d1056078d95541ad8c7f67ba9cdd840c 2024-11-12T00:27:11,424 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d1056078d95541ad8c7f67ba9cdd840c, entries=100, sequenceid=399, filesize=9.6 K 2024-11-12T00:27:11,425 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/.tmp/C/15cfda094bbf415bb293812bbff61aa3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/15cfda094bbf415bb293812bbff61aa3 2024-11-12T00:27:11,429 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/15cfda094bbf415bb293812bbff61aa3, entries=100, sequenceid=399, filesize=9.6 K 2024-11-12T00:27:11,430 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7de516b81241b4afc26fdabf38f2c00e in 1281ms, sequenceid=399, compaction requested=true 2024-11-12T00:27:11,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ad816ae9da9f4a73bf74a636354d97aa, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2f4b493027aa4bcb8f0cfb4ceab6922b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ec2e9f47dff34b2caf416c51d615a77c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a49079292e8e45169cd809c1f8307580, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f64e32dd15b4544a8223c6cfd4087c9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/981aad29dc1f49e892b7f436c51cbdb2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a56ac7fdbc30403dba4b59b9f60aaee7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6dd91ef94bdf40ceb74236228d29d9ee, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/473b693602f341fa8fcc36c2f9730786, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/bd6c8ddc106847fea3dbab3d81372b93, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3dba46fd69ad415a8624d2929f4bd0c1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3c0136a7941d45e1ad7e5c34b79b7e49, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8df59ca00b404a44a1a147591016326b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/b4440e27ee9e407d94ac5fb60c4158b3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f06d682091f84e9788277e0ce714f455, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/9d92d0b899af4d39bb19f956302ae7ef, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f6dffd0057549e78fc37891f3a50921, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f7f7f9a0c69243868a3214cebe24d9d6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a0084071e27e47eaa906b086d38e5c96, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6905fc4eb7864942851df4cb7c06e3a0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ea5afb90282d4cb99f1dd43da29900be, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4b8a6f340fc74ae6b7fe4b64650fd3b8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/5dffe505b76846f9853e0479c5f14da3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/16e2d319afca4c6ab730d3a353117d0c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/33a0c9ef4c01441d9749dcbb57c9be70, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/256e46ce34974650ac529303082af643, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/61fca31bee804036ab651e9abcc5f86d] to archive 2024-11-12T00:27:11,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:27:11,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ad816ae9da9f4a73bf74a636354d97aa to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ad816ae9da9f4a73bf74a636354d97aa 2024-11-12T00:27:11,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2f4b493027aa4bcb8f0cfb4ceab6922b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2f4b493027aa4bcb8f0cfb4ceab6922b 2024-11-12T00:27:11,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ec2e9f47dff34b2caf416c51d615a77c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ec2e9f47dff34b2caf416c51d615a77c 2024-11-12T00:27:11,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a49079292e8e45169cd809c1f8307580 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a49079292e8e45169cd809c1f8307580 2024-11-12T00:27:11,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f64e32dd15b4544a8223c6cfd4087c9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f64e32dd15b4544a8223c6cfd4087c9 2024-11-12T00:27:11,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/981aad29dc1f49e892b7f436c51cbdb2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/981aad29dc1f49e892b7f436c51cbdb2 2024-11-12T00:27:11,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a56ac7fdbc30403dba4b59b9f60aaee7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a56ac7fdbc30403dba4b59b9f60aaee7 2024-11-12T00:27:11,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6dd91ef94bdf40ceb74236228d29d9ee to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6dd91ef94bdf40ceb74236228d29d9ee 2024-11-12T00:27:11,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/473b693602f341fa8fcc36c2f9730786 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/473b693602f341fa8fcc36c2f9730786 2024-11-12T00:27:11,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/bd6c8ddc106847fea3dbab3d81372b93 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/bd6c8ddc106847fea3dbab3d81372b93 2024-11-12T00:27:11,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3dba46fd69ad415a8624d2929f4bd0c1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3dba46fd69ad415a8624d2929f4bd0c1 2024-11-12T00:27:11,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3c0136a7941d45e1ad7e5c34b79b7e49 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/3c0136a7941d45e1ad7e5c34b79b7e49 2024-11-12T00:27:11,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8df59ca00b404a44a1a147591016326b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8df59ca00b404a44a1a147591016326b 2024-11-12T00:27:11,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/b4440e27ee9e407d94ac5fb60c4158b3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/b4440e27ee9e407d94ac5fb60c4158b3 2024-11-12T00:27:11,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f06d682091f84e9788277e0ce714f455 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f06d682091f84e9788277e0ce714f455 2024-11-12T00:27:11,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/9d92d0b899af4d39bb19f956302ae7ef to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/9d92d0b899af4d39bb19f956302ae7ef 2024-11-12T00:27:11,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f6dffd0057549e78fc37891f3a50921 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4f6dffd0057549e78fc37891f3a50921 2024-11-12T00:27:11,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f7f7f9a0c69243868a3214cebe24d9d6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/f7f7f9a0c69243868a3214cebe24d9d6 2024-11-12T00:27:11,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a0084071e27e47eaa906b086d38e5c96 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/a0084071e27e47eaa906b086d38e5c96 2024-11-12T00:27:11,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6905fc4eb7864942851df4cb7c06e3a0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/6905fc4eb7864942851df4cb7c06e3a0 2024-11-12T00:27:11,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ea5afb90282d4cb99f1dd43da29900be to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/ea5afb90282d4cb99f1dd43da29900be 2024-11-12T00:27:11,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4b8a6f340fc74ae6b7fe4b64650fd3b8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/4b8a6f340fc74ae6b7fe4b64650fd3b8 2024-11-12T00:27:11,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/5dffe505b76846f9853e0479c5f14da3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/5dffe505b76846f9853e0479c5f14da3 2024-11-12T00:27:11,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/16e2d319afca4c6ab730d3a353117d0c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/16e2d319afca4c6ab730d3a353117d0c 2024-11-12T00:27:11,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/33a0c9ef4c01441d9749dcbb57c9be70 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/33a0c9ef4c01441d9749dcbb57c9be70 2024-11-12T00:27:11,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/256e46ce34974650ac529303082af643 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/256e46ce34974650ac529303082af643 2024-11-12T00:27:11,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/61fca31bee804036ab651e9abcc5f86d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/61fca31bee804036ab651e9abcc5f86d 2024-11-12T00:27:11,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/918d599f56224164acedc0dfc550bf3d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d8722fc5c5a84b39a7964a5c7e160eff, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/4a6b9fab58f443f6abf07fb7afcee0f9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d3d9e8d0be984693920e65a3a29e77b3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c9c8ab058c8f4e709597b1ad6dae8479, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e0f709b9d4614c448195ac5d32f0e3b2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f9ef94cbdd7742e294ff0a79723cf844, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/90e88f71d5d341d09db2c056d69bfd44, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/2669bbbb9c1042d4ae34bbb22ca6d721, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/5299f221a972411883583c99a1a932c6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/570e43998b544fed9465ec2a5804abb5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/7bac1a8f3b0942598ca6dfe0c2bd61db, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e67030765c6e4720b73d993a42975bef, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/6e5a83b774c94bf1a5ff1685bee7d420, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/a757608dff82471b8eabda1130f984e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/998058bcb0354438a80df766258294c9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e998305556cc43268d69bd423a267e06, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/37d76deefeb940d1b0349491e9fa5202, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f7efb2c044ae473d94c79affd23cac7a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/bb0c531582fd403b81350656c648fc40, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c72afe4a96a2412aaa39e877a63ab7b3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/dad5307acb554fec87c4e328b2ef528b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/32cbb21cb53e45b886dc4f325a40168e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d6de24d87b6a4755bd0d5a99f5b9840a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/42a97c21e9c24ac5a9d03cbd017259ef, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/b20726d2b38b40719749ae2f5aa4197f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/ac0b46232da74a41b0c15e62d327c063] to archive 2024-11-12T00:27:11,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:27:11,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/918d599f56224164acedc0dfc550bf3d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/918d599f56224164acedc0dfc550bf3d 2024-11-12T00:27:11,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d8722fc5c5a84b39a7964a5c7e160eff to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d8722fc5c5a84b39a7964a5c7e160eff 2024-11-12T00:27:11,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/4a6b9fab58f443f6abf07fb7afcee0f9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/4a6b9fab58f443f6abf07fb7afcee0f9 2024-11-12T00:27:11,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d3d9e8d0be984693920e65a3a29e77b3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d3d9e8d0be984693920e65a3a29e77b3 2024-11-12T00:27:11,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c9c8ab058c8f4e709597b1ad6dae8479 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c9c8ab058c8f4e709597b1ad6dae8479 2024-11-12T00:27:11,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e0f709b9d4614c448195ac5d32f0e3b2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e0f709b9d4614c448195ac5d32f0e3b2 2024-11-12T00:27:11,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f9ef94cbdd7742e294ff0a79723cf844 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f9ef94cbdd7742e294ff0a79723cf844 2024-11-12T00:27:11,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/90e88f71d5d341d09db2c056d69bfd44 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/90e88f71d5d341d09db2c056d69bfd44 2024-11-12T00:27:11,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/2669bbbb9c1042d4ae34bbb22ca6d721 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/2669bbbb9c1042d4ae34bbb22ca6d721 2024-11-12T00:27:11,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/5299f221a972411883583c99a1a932c6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/5299f221a972411883583c99a1a932c6 2024-11-12T00:27:11,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/570e43998b544fed9465ec2a5804abb5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/570e43998b544fed9465ec2a5804abb5 2024-11-12T00:27:11,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/7bac1a8f3b0942598ca6dfe0c2bd61db to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/7bac1a8f3b0942598ca6dfe0c2bd61db 2024-11-12T00:27:11,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e67030765c6e4720b73d993a42975bef to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e67030765c6e4720b73d993a42975bef 2024-11-12T00:27:11,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/6e5a83b774c94bf1a5ff1685bee7d420 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/6e5a83b774c94bf1a5ff1685bee7d420 2024-11-12T00:27:11,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/a757608dff82471b8eabda1130f984e7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/a757608dff82471b8eabda1130f984e7 2024-11-12T00:27:11,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/998058bcb0354438a80df766258294c9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/998058bcb0354438a80df766258294c9 2024-11-12T00:27:11,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e998305556cc43268d69bd423a267e06 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e998305556cc43268d69bd423a267e06 2024-11-12T00:27:11,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/37d76deefeb940d1b0349491e9fa5202 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/37d76deefeb940d1b0349491e9fa5202 2024-11-12T00:27:11,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f7efb2c044ae473d94c79affd23cac7a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/f7efb2c044ae473d94c79affd23cac7a 2024-11-12T00:27:11,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/bb0c531582fd403b81350656c648fc40 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/bb0c531582fd403b81350656c648fc40 2024-11-12T00:27:11,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c72afe4a96a2412aaa39e877a63ab7b3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/c72afe4a96a2412aaa39e877a63ab7b3 2024-11-12T00:27:11,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/dad5307acb554fec87c4e328b2ef528b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/dad5307acb554fec87c4e328b2ef528b 2024-11-12T00:27:11,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/32cbb21cb53e45b886dc4f325a40168e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/32cbb21cb53e45b886dc4f325a40168e 2024-11-12T00:27:11,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d6de24d87b6a4755bd0d5a99f5b9840a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d6de24d87b6a4755bd0d5a99f5b9840a 2024-11-12T00:27:11,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/42a97c21e9c24ac5a9d03cbd017259ef to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/42a97c21e9c24ac5a9d03cbd017259ef 2024-11-12T00:27:11,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/b20726d2b38b40719749ae2f5aa4197f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/b20726d2b38b40719749ae2f5aa4197f 2024-11-12T00:27:11,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/ac0b46232da74a41b0c15e62d327c063 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/ac0b46232da74a41b0c15e62d327c063 2024-11-12T00:27:11,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/414fce2f04ed4bc9a80fcf1f8fb36c4b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/5d54a9bba9ba4b6aaab64d211401d245, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/9f750f73772d4ca59958f0218821657f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/892fcc886fb0410c936f3cff8dc7b8f3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/01ad3a91a1b940329ec0aac19d4653de, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/27b37885717948c4bdd57e96b17c2ea1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d7564eceabca4d21841ba84261d1f8cb, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/bc600cd8cf894b85919bc6fe056a9789, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/8637f46d6a06498a91fa764adf993d81, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/591ad25954ff436facf519974a13f925, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/c21eab28e46d40999f3f4bf7e8374829, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/97dfdd2e9a7c45c0a570326a13186655, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/59c435f03b4748b69b2a688afeaa1bde, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/19a30b72936e4453be020da09a4d49ea, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/ffc86fdbed104a60bd6ab0db3aff8adb, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/239081e8fbd5473a9775ad7aea55e7b8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d6432a3240ab4db3882f887347957c88, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/775a49e75a144f5eb26d16a3e70232d3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/464b461b15764d89ada9247e72857d22, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/b93a222fd2424178812ba2f56de504a2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/0023fe86456b4937a7513d067725b914, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/4722abc686214725a3adcea4778b08d8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/39d15e0c6bf043cb93152b3b2851b849, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a48147f31996469f8dfd083013a2b773, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/1140b604db6c417197e2645480e7ab5b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/581c14ca76574b36aefd168c5630a7c1, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a509fe5de10b4a3e9b136fe9224d05de] to archive 2024-11-12T00:27:11,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:27:11,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/414fce2f04ed4bc9a80fcf1f8fb36c4b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/414fce2f04ed4bc9a80fcf1f8fb36c4b 2024-11-12T00:27:11,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/5d54a9bba9ba4b6aaab64d211401d245 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/5d54a9bba9ba4b6aaab64d211401d245 2024-11-12T00:27:11,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/9f750f73772d4ca59958f0218821657f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/9f750f73772d4ca59958f0218821657f 2024-11-12T00:27:11,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/892fcc886fb0410c936f3cff8dc7b8f3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/892fcc886fb0410c936f3cff8dc7b8f3 2024-11-12T00:27:11,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/01ad3a91a1b940329ec0aac19d4653de to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/01ad3a91a1b940329ec0aac19d4653de 2024-11-12T00:27:11,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/27b37885717948c4bdd57e96b17c2ea1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/27b37885717948c4bdd57e96b17c2ea1 2024-11-12T00:27:11,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d7564eceabca4d21841ba84261d1f8cb to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d7564eceabca4d21841ba84261d1f8cb 2024-11-12T00:27:11,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/bc600cd8cf894b85919bc6fe056a9789 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/bc600cd8cf894b85919bc6fe056a9789 2024-11-12T00:27:11,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/8637f46d6a06498a91fa764adf993d81 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/8637f46d6a06498a91fa764adf993d81 2024-11-12T00:27:11,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/591ad25954ff436facf519974a13f925 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/591ad25954ff436facf519974a13f925 2024-11-12T00:27:11,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/c21eab28e46d40999f3f4bf7e8374829 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/c21eab28e46d40999f3f4bf7e8374829 2024-11-12T00:27:11,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/97dfdd2e9a7c45c0a570326a13186655 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/97dfdd2e9a7c45c0a570326a13186655 2024-11-12T00:27:11,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/59c435f03b4748b69b2a688afeaa1bde to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/59c435f03b4748b69b2a688afeaa1bde 2024-11-12T00:27:11,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/19a30b72936e4453be020da09a4d49ea to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/19a30b72936e4453be020da09a4d49ea 2024-11-12T00:27:11,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/ffc86fdbed104a60bd6ab0db3aff8adb to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/ffc86fdbed104a60bd6ab0db3aff8adb 2024-11-12T00:27:11,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/239081e8fbd5473a9775ad7aea55e7b8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/239081e8fbd5473a9775ad7aea55e7b8 2024-11-12T00:27:11,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d6432a3240ab4db3882f887347957c88 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/d6432a3240ab4db3882f887347957c88 2024-11-12T00:27:11,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/775a49e75a144f5eb26d16a3e70232d3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/775a49e75a144f5eb26d16a3e70232d3 2024-11-12T00:27:11,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/464b461b15764d89ada9247e72857d22 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/464b461b15764d89ada9247e72857d22 2024-11-12T00:27:11,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/b93a222fd2424178812ba2f56de504a2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/b93a222fd2424178812ba2f56de504a2 2024-11-12T00:27:11,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/0023fe86456b4937a7513d067725b914 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/0023fe86456b4937a7513d067725b914 2024-11-12T00:27:11,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/4722abc686214725a3adcea4778b08d8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/4722abc686214725a3adcea4778b08d8 2024-11-12T00:27:11,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/39d15e0c6bf043cb93152b3b2851b849 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/39d15e0c6bf043cb93152b3b2851b849 2024-11-12T00:27:11,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a48147f31996469f8dfd083013a2b773 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a48147f31996469f8dfd083013a2b773 2024-11-12T00:27:11,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/1140b604db6c417197e2645480e7ab5b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/1140b604db6c417197e2645480e7ab5b 2024-11-12T00:27:11,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/581c14ca76574b36aefd168c5630a7c1 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/581c14ca76574b36aefd168c5630a7c1 2024-11-12T00:27:11,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a509fe5de10b4a3e9b136fe9224d05de to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/a509fe5de10b4a3e9b136fe9224d05de 2024-11-12T00:27:11,535 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/recovered.edits/402.seqid, newMaxSeqId=402, maxSeqId=1 2024-11-12T00:27:11,536 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e. 2024-11-12T00:27:11,536 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 7de516b81241b4afc26fdabf38f2c00e: 2024-11-12T00:27:11,538 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:11,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=7de516b81241b4afc26fdabf38f2c00e, regionState=CLOSED 2024-11-12T00:27:11,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-12T00:27:11,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 7de516b81241b4afc26fdabf38f2c00e, server=4ab586620e8d,41623,1731371070899 in 1.5440 sec 2024-11-12T00:27:11,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-12T00:27:11,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7de516b81241b4afc26fdabf38f2c00e, UNASSIGN in 1.5490 sec 2024-11-12T00:27:11,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-12T00:27:11,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5540 sec 2024-11-12T00:27:11,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371231547"}]},"ts":"1731371231547"} 2024-11-12T00:27:11,548 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T00:27:11,589 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T00:27:11,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6600 sec 2024-11-12T00:27:12,004 ERROR [LeaseRenewer:jenkins@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39355,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-12T00:27:12,043 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-12T00:27:12,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T00:27:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:12,048 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-12T00:27:12,049 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:12,053 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:12,057 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/recovered.edits] 2024-11-12T00:27:12,061 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/280efd2a9620432f9ff5670a3a683e08 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/280efd2a9620432f9ff5670a3a683e08 2024-11-12T00:27:12,062 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2b90a779de70450dbcf0cf191ed6c27d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/2b90a779de70450dbcf0cf191ed6c27d 2024-11-12T00:27:12,064 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8b8fa8f550ed45c68c29101cb335d0f2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/A/8b8fa8f550ed45c68c29101cb335d0f2 2024-11-12T00:27:12,067 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/92f2d5cababf4acdb854d9177077f776 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/92f2d5cababf4acdb854d9177077f776 2024-11-12T00:27:12,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d1056078d95541ad8c7f67ba9cdd840c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/d1056078d95541ad8c7f67ba9cdd840c 2024-11-12T00:27:12,069 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e08d9aba75f244b0b07e2c2fe43abc38 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/B/e08d9aba75f244b0b07e2c2fe43abc38 2024-11-12T00:27:12,072 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/15cfda094bbf415bb293812bbff61aa3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/15cfda094bbf415bb293812bbff61aa3 2024-11-12T00:27:12,073 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/90a11ccb56ab4bc38ebf2a9b4ab17177 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/90a11ccb56ab4bc38ebf2a9b4ab17177 2024-11-12T00:27:12,074 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/fc78a105d9664478a727a2fa03b0cf6b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/C/fc78a105d9664478a727a2fa03b0cf6b 2024-11-12T00:27:12,077 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/recovered.edits/402.seqid to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e/recovered.edits/402.seqid 2024-11-12T00:27:12,077 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/7de516b81241b4afc26fdabf38f2c00e 2024-11-12T00:27:12,077 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T00:27:12,079 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:12,080 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T00:27:12,082 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T00:27:12,082 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:12,082 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T00:27:12,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731371232082"}]},"ts":"9223372036854775807"} 2024-11-12T00:27:12,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-12T00:27:12,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7de516b81241b4afc26fdabf38f2c00e, NAME => 'TestAcidGuarantees,,1731371201583.7de516b81241b4afc26fdabf38f2c00e.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T00:27:12,084 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T00:27:12,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731371232084"}]},"ts":"9223372036854775807"} 2024-11-12T00:27:12,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-12T00:27:12,131 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:12,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-12T00:27:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-12T00:27:12,150 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-12T00:27:12,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236 (was 239), OpenFileDescriptor=449 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=412 (was 424) 2024-11-12T00:27:12,173 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=412 2024-11-12T00:27:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:27:12,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:27:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:12,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T00:27:12,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 141 2024-11-12T00:27:12,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T00:27:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-12T00:27:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742314_1490 (size=960) 2024-11-12T00:27:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-12T00:27:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-12T00:27:12,588 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5 2024-11-12T00:27:12,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742315_1491 (size=53) 2024-11-12T00:27:12,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:27:12,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b122d44c4399adfbae4ea14371856d27, disabling compactions & flushes 2024-11-12T00:27:12,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. after waiting 0 ms 2024-11-12T00:27:12,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:12,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T00:27:12,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731371232601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731371232601"}]},"ts":"1731371232601"} 2024-11-12T00:27:12,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T00:27:12,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T00:27:12,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371232604"}]},"ts":"1731371232604"} 2024-11-12T00:27:12,605 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T00:27:12,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, ASSIGN}] 2024-11-12T00:27:12,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, ASSIGN 2024-11-12T00:27:12,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, ASSIGN; state=OFFLINE, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=false 2024-11-12T00:27:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-12T00:27:12,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:12,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:27:12,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:12,967 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,967 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:27:12,968 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,968 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:27:12,968 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,968 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,970 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,971 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:27:12,971 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b122d44c4399adfbae4ea14371856d27 columnFamilyName A 2024-11-12T00:27:12,971 DEBUG [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:12,972 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(327): Store=b122d44c4399adfbae4ea14371856d27/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:27:12,972 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,974 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:27:12,974 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b122d44c4399adfbae4ea14371856d27 columnFamilyName B 2024-11-12T00:27:12,974 DEBUG [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:12,975 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(327): Store=b122d44c4399adfbae4ea14371856d27/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:27:12,975 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,977 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:27:12,977 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b122d44c4399adfbae4ea14371856d27 columnFamilyName C 2024-11-12T00:27:12,977 DEBUG [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:12,978 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(327): Store=b122d44c4399adfbae4ea14371856d27/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:27:12,978 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,979 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,980 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,981 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:27:12,983 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:12,985 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T00:27:12,985 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened b122d44c4399adfbae4ea14371856d27; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69257432, jitterRate=0.03201615810394287}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:27:12,986 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:12,987 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., pid=143, masterSystemTime=1731371232964 2024-11-12T00:27:12,988 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,988 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:12,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=OPEN, openSeqNum=2, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:12,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-12T00:27:12,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 in 178 msec 2024-11-12T00:27:12,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-12T00:27:12,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, ASSIGN in 335 msec 2024-11-12T00:27:12,993 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T00:27:12,993 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371232993"}]},"ts":"1731371232993"} 2024-11-12T00:27:12,994 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T00:27:13,006 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T00:27:13,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 832 msec 2024-11-12T00:27:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-12T00:27:13,284 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-11-12T00:27:13,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4278bc76 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@754d0bed 2024-11-12T00:27:13,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b7b773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:13,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:13,342 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:13,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T00:27:13,345 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T00:27:13,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T00:27:13,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T00:27:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742316_1492 (size=996) 2024-11-12T00:27:13,768 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-12T00:27:13,769 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-12T00:27:13,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:27:13,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, REOPEN/MOVE}] 2024-11-12T00:27:13,778 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, REOPEN/MOVE 2024-11-12T00:27:13,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:13,779 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:27:13,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:27:13,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:13,932 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:13,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:27:13,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing b122d44c4399adfbae4ea14371856d27, disabling compactions & flushes 2024-11-12T00:27:13,932 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:13,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:13,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. after waiting 0 ms 2024-11-12T00:27:13,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:13,942 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T00:27:13,943 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:13,943 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:13,943 WARN [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionServer(3786): Not adding moved region record: b122d44c4399adfbae4ea14371856d27 to self. 2024-11-12T00:27:13,945 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:13,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=CLOSED 2024-11-12T00:27:13,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-12T00:27:13,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 in 168 msec 2024-11-12T00:27:13,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, REOPEN/MOVE; state=CLOSED, location=4ab586620e8d,41623,1731371070899; forceNewPlan=false, retain=true 2024-11-12T00:27:14,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=OPENING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=146, state=RUNNABLE; OpenRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:27:14,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,261 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,261 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7285): Opening region: {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} 2024-11-12T00:27:14,262 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,262 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T00:27:14,262 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7327): checking encryption for b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,262 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7330): checking classloading for b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,266 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,267 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:27:14,268 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b122d44c4399adfbae4ea14371856d27 columnFamilyName A 2024-11-12T00:27:14,270 DEBUG [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:14,271 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(327): Store=b122d44c4399adfbae4ea14371856d27/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:27:14,271 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,272 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:27:14,272 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b122d44c4399adfbae4ea14371856d27 columnFamilyName B 2024-11-12T00:27:14,272 DEBUG [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:14,273 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(327): Store=b122d44c4399adfbae4ea14371856d27/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:27:14,273 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,274 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-12T00:27:14,274 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b122d44c4399adfbae4ea14371856d27 columnFamilyName C 2024-11-12T00:27:14,274 DEBUG [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:14,275 INFO [StoreOpener-b122d44c4399adfbae4ea14371856d27-1 {}] regionserver.HStore(327): Store=b122d44c4399adfbae4ea14371856d27/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T00:27:14,275 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,276 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,277 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,279 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T00:27:14,281 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1085): writing seq id for b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,282 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1102): Opened b122d44c4399adfbae4ea14371856d27; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68420615, jitterRate=0.019546613097190857}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T00:27:14,283 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1001): Region open journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:14,284 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., pid=148, masterSystemTime=1731371234254 2024-11-12T00:27:14,285 DEBUG [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,285 INFO [RS_OPEN_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=OPEN, openSeqNum=5, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,287 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38737 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ab586620e8d,41623,1731371070899, table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T00:27:14,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=146 2024-11-12T00:27:14,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=146, state=SUCCESS; OpenRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 in 185 msec 2024-11-12T00:27:14,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-12T00:27:14,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, REOPEN/MOVE in 512 msec 2024-11-12T00:27:14,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-12T00:27:14,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-12T00:27:14,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 944 msec 2024-11-12T00:27:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-12T00:27:14,297 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x242a3a51 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39254f5a 2024-11-12T00:27:14,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c26b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,342 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31258e10 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226948f1 2024-11-12T00:27:14,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6333ace5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb2c038 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14f4319f 2024-11-12T00:27:14,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adef360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35f0cbb0 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bd6c58 2024-11-12T00:27:14,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de5cadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3add07d5 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5169737a 2024-11-12T00:27:14,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6269e0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ce568df to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1124eb0a 2024-11-12T00:27:14,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67603ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e6edfd3 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68a403af 2024-11-12T00:27:14,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef93e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a85078 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20598fb9 2024-11-12T00:27:14,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5f69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x596fc573 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3527ada0 2024-11-12T00:27:14,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4ed495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a446400 to 127.0.0.1:51686 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2069245 2024-11-12T00:27:14,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b714ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T00:27:14,426 DEBUG [hconnection-0x61f7b3a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:14,428 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-12T00:27:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-12T00:27:14,429 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:14,430 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:14,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:14,431 DEBUG [hconnection-0x1b47c70e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,431 DEBUG [hconnection-0x28731a1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,432 DEBUG [hconnection-0x37f19cf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,432 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,432 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,432 DEBUG [hconnection-0x6f0472e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,432 DEBUG [hconnection-0x261df043-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,433 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,433 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,433 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,433 DEBUG [hconnection-0x34a9916e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,434 DEBUG [hconnection-0x655865f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,434 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,435 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T00:27:14,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:14,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:14,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:14,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:14,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:14,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:14,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371294445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,447 DEBUG [hconnection-0x23ad8573-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371294445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371294446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371294446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371294447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,449 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,450 DEBUG [hconnection-0x5da36d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T00:27:14,451 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T00:27:14,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128fd46dbee65d4bd3a1a86958fb85b17c_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371234436/Put/seqid=0 2024-11-12T00:27:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742317_1493 (size=12154) 2024-11-12T00:27:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-12T00:27:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371294547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371294547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371294548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371294549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371294549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-12T00:27:14,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371294749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371294750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371294750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371294751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371294752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:14,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128fd46dbee65d4bd3a1a86958fb85b17c_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128fd46dbee65d4bd3a1a86958fb85b17c_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:14,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/2a0d3db3d74b4b7da76640d4e4e1028c, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:14,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/2a0d3db3d74b4b7da76640d4e4e1028c is 175, key is test_row_0/A:col10/1731371234436/Put/seqid=0 2024-11-12T00:27:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742318_1494 (size=30955) 2024-11-12T00:27:14,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:14,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:14,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-12T00:27:15,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371295051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371295052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371295054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371295054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371295055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:15,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:15,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,283 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/2a0d3db3d74b4b7da76640d4e4e1028c 2024-11-12T00:27:15,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/534ee1d596794ebebda59a1e7cf4d665 is 50, key is test_row_0/B:col10/1731371234436/Put/seqid=0 2024-11-12T00:27:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742319_1495 (size=12001) 2024-11-12T00:27:15,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:15,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:15,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-12T00:27:15,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371295554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371295555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371295557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371295558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371295558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:15,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/534ee1d596794ebebda59a1e7cf4d665 2024-11-12T00:27:15,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/50b988112b53464d89f564f32f6f0717 is 50, key is test_row_0/C:col10/1731371234436/Put/seqid=0 2024-11-12T00:27:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742320_1496 (size=12001) 2024-11-12T00:27:15,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/50b988112b53464d89f564f32f6f0717 2024-11-12T00:27:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/2a0d3db3d74b4b7da76640d4e4e1028c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/2a0d3db3d74b4b7da76640d4e4e1028c 2024-11-12T00:27:15,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/2a0d3db3d74b4b7da76640d4e4e1028c, entries=150, sequenceid=17, filesize=30.2 K 2024-11-12T00:27:15,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/534ee1d596794ebebda59a1e7cf4d665 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/534ee1d596794ebebda59a1e7cf4d665 2024-11-12T00:27:15,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/534ee1d596794ebebda59a1e7cf4d665, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T00:27:15,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/50b988112b53464d89f564f32f6f0717 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/50b988112b53464d89f564f32f6f0717 2024-11-12T00:27:15,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/50b988112b53464d89f564f32f6f0717, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T00:27:15,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b122d44c4399adfbae4ea14371856d27 in 1321ms, sequenceid=17, compaction requested=false 2024-11-12T00:27:15,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:15,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:15,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-12T00:27:15,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:15,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T00:27:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121862be90253947bebef3cf0d48665957_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371234444/Put/seqid=0 2024-11-12T00:27:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742321_1497 (size=12154) 2024-11-12T00:27:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:16,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121862be90253947bebef3cf0d48665957_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121862be90253947bebef3cf0d48665957_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/d62729ea7737484b968f046f40507325, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/d62729ea7737484b968f046f40507325 is 175, key is test_row_0/A:col10/1731371234444/Put/seqid=0 2024-11-12T00:27:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742322_1498 (size=30955) 2024-11-12T00:27:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-12T00:27:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:16,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:16,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371296567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371296568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371296568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371296568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371296568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,627 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/d62729ea7737484b968f046f40507325 2024-11-12T00:27:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/a2712e64b2de4d3181aafe5077f43de6 is 50, key is test_row_0/B:col10/1731371234444/Put/seqid=0 2024-11-12T00:27:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742323_1499 (size=12001) 2024-11-12T00:27:16,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371296671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371296672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371296672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371296676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371296873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371296874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371296875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371296879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,036 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/a2712e64b2de4d3181aafe5077f43de6 2024-11-12T00:27:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/7aad31c80607420f927ac2e9c5f1b81e is 50, key is test_row_0/C:col10/1731371234444/Put/seqid=0 2024-11-12T00:27:17,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742324_1500 (size=12001) 2024-11-12T00:27:17,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T00:27:17,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371297177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371297177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371297178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371297182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/7aad31c80607420f927ac2e9c5f1b81e 2024-11-12T00:27:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/d62729ea7737484b968f046f40507325 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/d62729ea7737484b968f046f40507325 2024-11-12T00:27:17,452 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/d62729ea7737484b968f046f40507325, entries=150, sequenceid=41, filesize=30.2 K 2024-11-12T00:27:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/a2712e64b2de4d3181aafe5077f43de6 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/a2712e64b2de4d3181aafe5077f43de6 2024-11-12T00:27:17,455 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/a2712e64b2de4d3181aafe5077f43de6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-12T00:27:17,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/7aad31c80607420f927ac2e9c5f1b81e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/7aad31c80607420f927ac2e9c5f1b81e 2024-11-12T00:27:17,459 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/7aad31c80607420f927ac2e9c5f1b81e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-12T00:27:17,459 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b122d44c4399adfbae4ea14371856d27 in 1660ms, sequenceid=41, compaction requested=false 2024-11-12T00:27:17,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:17,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:17,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-12T00:27:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-12T00:27:17,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-12T00:27:17,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0300 sec 2024-11-12T00:27:17,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 3.0350 sec 2024-11-12T00:27:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:17,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T00:27:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:17,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a5891bbdd53a4802a6738023e5ccc674_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371236567/Put/seqid=0 2024-11-12T00:27:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742325_1501 (size=14594) 2024-11-12T00:27:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371297705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371297706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371297706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371297707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371297808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371297809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371297809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:17,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371297810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371298009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371298012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371298013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371298013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:18,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a5891bbdd53a4802a6738023e5ccc674_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a5891bbdd53a4802a6738023e5ccc674_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:18,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/47c5a2364be94b4fa265d6f3f8889ce3, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:18,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/47c5a2364be94b4fa265d6f3f8889ce3 is 175, key is test_row_0/A:col10/1731371236567/Put/seqid=0 2024-11-12T00:27:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742326_1502 (size=39549) 2024-11-12T00:27:18,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371298314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371298316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371298316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371298317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-12T00:27:18,533 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-12T00:27:18,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-12T00:27:18,553 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/47c5a2364be94b4fa265d6f3f8889ce3 2024-11-12T00:27:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-12T00:27:18,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:18,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:18,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:18,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/bb6a6dabe74d4b3b8e87527d755407d3 is 50, key is test_row_0/B:col10/1731371236567/Put/seqid=0 2024-11-12T00:27:18,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742327_1503 (size=12001) 2024-11-12T00:27:18,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371298588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,590 DEBUG [Thread-2223 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., hostname=4ab586620e8d,41623,1731371070899, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:27:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-12T00:27:18,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-12T00:27:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:18,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:18,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371298819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371298819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371298819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371298821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-12T00:27:18,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:18,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-12T00:27:18,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:18,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:18,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:18,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:18,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:18,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/bb6a6dabe74d4b3b8e87527d755407d3 2024-11-12T00:27:18,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/563d5a7cd5fe430c8f04a836b7aae7e9 is 50, key is test_row_0/C:col10/1731371236567/Put/seqid=0 2024-11-12T00:27:18,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742328_1504 (size=12001) 2024-11-12T00:27:19,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-12T00:27:19,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:19,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-12T00:27:19,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-12T00:27:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-12T00:27:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:19,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/563d5a7cd5fe430c8f04a836b7aae7e9 2024-11-12T00:27:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/47c5a2364be94b4fa265d6f3f8889ce3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/47c5a2364be94b4fa265d6f3f8889ce3 2024-11-12T00:27:19,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/47c5a2364be94b4fa265d6f3f8889ce3, entries=200, sequenceid=54, filesize=38.6 K 2024-11-12T00:27:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/bb6a6dabe74d4b3b8e87527d755407d3 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/bb6a6dabe74d4b3b8e87527d755407d3 2024-11-12T00:27:19,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/bb6a6dabe74d4b3b8e87527d755407d3, entries=150, sequenceid=54, filesize=11.7 K 2024-11-12T00:27:19,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/563d5a7cd5fe430c8f04a836b7aae7e9 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/563d5a7cd5fe430c8f04a836b7aae7e9 2024-11-12T00:27:19,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/563d5a7cd5fe430c8f04a836b7aae7e9, entries=150, sequenceid=54, filesize=11.7 K 2024-11-12T00:27:19,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b122d44c4399adfbae4ea14371856d27 in 1699ms, sequenceid=54, compaction requested=true 2024-11-12T00:27:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:19,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:19,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:19,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:19,384 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:19,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:19,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:19,384 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:19,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:19,384 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:19,384 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:19,384 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/B is initiating minor compaction (all files) 2024-11-12T00:27:19,384 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/A is initiating minor compaction (all files) 2024-11-12T00:27:19,384 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/B in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,384 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/A in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,384 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/534ee1d596794ebebda59a1e7cf4d665, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/a2712e64b2de4d3181aafe5077f43de6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/bb6a6dabe74d4b3b8e87527d755407d3] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.2 K 2024-11-12T00:27:19,384 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/2a0d3db3d74b4b7da76640d4e4e1028c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/d62729ea7737484b968f046f40507325, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/47c5a2364be94b4fa265d6f3f8889ce3] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=99.1 K 2024-11-12T00:27:19,384 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,385 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/2a0d3db3d74b4b7da76640d4e4e1028c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/d62729ea7737484b968f046f40507325, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/47c5a2364be94b4fa265d6f3f8889ce3] 2024-11-12T00:27:19,385 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 534ee1d596794ebebda59a1e7cf4d665, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371234436 2024-11-12T00:27:19,385 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a0d3db3d74b4b7da76640d4e4e1028c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371234436 2024-11-12T00:27:19,385 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting a2712e64b2de4d3181aafe5077f43de6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731371234444 2024-11-12T00:27:19,385 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting bb6a6dabe74d4b3b8e87527d755407d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731371236567 2024-11-12T00:27:19,385 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d62729ea7737484b968f046f40507325, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731371234444 2024-11-12T00:27:19,385 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c5a2364be94b4fa265d6f3f8889ce3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731371236567 2024-11-12T00:27:19,390 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:19,390 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/540154377b2744cca2b5fdf0042f68e8 is 50, key is test_row_0/B:col10/1731371236567/Put/seqid=0 2024-11-12T00:27:19,391 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:19,395 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111264ab268512314d0098277c2b20224e68_b122d44c4399adfbae4ea14371856d27 store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:19,396 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111264ab268512314d0098277c2b20224e68_b122d44c4399adfbae4ea14371856d27, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:19,396 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111264ab268512314d0098277c2b20224e68_b122d44c4399adfbae4ea14371856d27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742329_1505 (size=12104) 2024-11-12T00:27:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742330_1506 (size=4469) 2024-11-12T00:27:19,410 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#A#compaction#432 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:19,410 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/71bc77132f9842c78bab25ea89fb4f7d is 175, key is test_row_0/A:col10/1731371236567/Put/seqid=0 2024-11-12T00:27:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742331_1507 (size=31058) 2024-11-12T00:27:19,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-12T00:27:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T00:27:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121e52d6063e824a8ebb23a83616c02565_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371237706/Put/seqid=0 2024-11-12T00:27:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742332_1508 (size=12154) 2024-11-12T00:27:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-12T00:27:19,812 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/540154377b2744cca2b5fdf0042f68e8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/540154377b2744cca2b5fdf0042f68e8 2024-11-12T00:27:19,816 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/B of b122d44c4399adfbae4ea14371856d27 into 540154377b2744cca2b5fdf0042f68e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:19,816 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:19,817 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/B, priority=13, startTime=1731371239384; duration=0sec 2024-11-12T00:27:19,817 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:19,817 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:B 2024-11-12T00:27:19,817 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:19,818 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:19,818 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/C is initiating minor compaction (all files) 2024-11-12T00:27:19,818 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/C in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:19,818 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/50b988112b53464d89f564f32f6f0717, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/7aad31c80607420f927ac2e9c5f1b81e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/563d5a7cd5fe430c8f04a836b7aae7e9] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.2 K 2024-11-12T00:27:19,818 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/71bc77132f9842c78bab25ea89fb4f7d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/71bc77132f9842c78bab25ea89fb4f7d 2024-11-12T00:27:19,818 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 50b988112b53464d89f564f32f6f0717, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731371234436 2024-11-12T00:27:19,818 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aad31c80607420f927ac2e9c5f1b81e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731371234444 2024-11-12T00:27:19,819 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 563d5a7cd5fe430c8f04a836b7aae7e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731371236567 2024-11-12T00:27:19,821 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/A of b122d44c4399adfbae4ea14371856d27 into 71bc77132f9842c78bab25ea89fb4f7d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:19,822 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:19,822 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/A, priority=13, startTime=1731371239383; duration=0sec 2024-11-12T00:27:19,822 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:19,822 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:A 2024-11-12T00:27:19,823 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:19,823 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/676bcd4adeb84dc08cdce83a05420554 is 50, key is test_row_0/C:col10/1731371236567/Put/seqid=0 2024-11-12T00:27:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:19,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742333_1509 (size=12104) 2024-11-12T00:27:19,830 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/676bcd4adeb84dc08cdce83a05420554 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/676bcd4adeb84dc08cdce83a05420554 2024-11-12T00:27:19,833 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/C of b122d44c4399adfbae4ea14371856d27 into 676bcd4adeb84dc08cdce83a05420554(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:19,833 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:19,834 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/C, priority=13, startTime=1731371239384; duration=0sec 2024-11-12T00:27:19,834 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:19,834 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:C 2024-11-12T00:27:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371299833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371299833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371299836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371299837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:19,879 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121e52d6063e824a8ebb23a83616c02565_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121e52d6063e824a8ebb23a83616c02565_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:19,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/81b53db92f264acda7e53cb3c951a624, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:19,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/81b53db92f264acda7e53cb3c951a624 is 175, key is test_row_0/A:col10/1731371237706/Put/seqid=0 2024-11-12T00:27:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742334_1510 (size=30955) 2024-11-12T00:27:19,883 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/81b53db92f264acda7e53cb3c951a624 2024-11-12T00:27:19,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/0214cb510e99418caa1a48fa5d1e76bc is 50, key is test_row_0/B:col10/1731371237706/Put/seqid=0 2024-11-12T00:27:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742335_1511 (size=12001) 2024-11-12T00:27:19,892 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/0214cb510e99418caa1a48fa5d1e76bc 2024-11-12T00:27:19,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/32f2b2c50a7944c6948aa41e9a3be026 is 50, key is test_row_0/C:col10/1731371237706/Put/seqid=0 2024-11-12T00:27:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742336_1512 (size=12001) 2024-11-12T00:27:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371299937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371299937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371299939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:19,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371299940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371300139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371300139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371300142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371300143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,304 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/32f2b2c50a7944c6948aa41e9a3be026 2024-11-12T00:27:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/81b53db92f264acda7e53cb3c951a624 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/81b53db92f264acda7e53cb3c951a624 2024-11-12T00:27:20,310 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/81b53db92f264acda7e53cb3c951a624, entries=150, sequenceid=78, filesize=30.2 K 2024-11-12T00:27:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/0214cb510e99418caa1a48fa5d1e76bc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/0214cb510e99418caa1a48fa5d1e76bc 2024-11-12T00:27:20,313 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/0214cb510e99418caa1a48fa5d1e76bc, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T00:27:20,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/32f2b2c50a7944c6948aa41e9a3be026 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/32f2b2c50a7944c6948aa41e9a3be026 2024-11-12T00:27:20,317 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/32f2b2c50a7944c6948aa41e9a3be026, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T00:27:20,317 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b122d44c4399adfbae4ea14371856d27 in 850ms, sequenceid=78, compaction requested=false 2024-11-12T00:27:20,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:20,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:20,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-12T00:27:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-12T00:27:20,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-12T00:27:20,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7630 sec 2024-11-12T00:27:20,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.7870 sec 2024-11-12T00:27:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:20,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T00:27:20,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:20,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:20,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:20,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:20,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:20,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:20,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ad439a80c940498b81949834e381f0c2_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371239835/Put/seqid=0 2024-11-12T00:27:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742337_1513 (size=17034) 2024-11-12T00:27:20,458 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:20,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ad439a80c940498b81949834e381f0c2_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ad439a80c940498b81949834e381f0c2_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:20,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/59cd221312ce410d851da3ab7c400a3b, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:20,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/59cd221312ce410d851da3ab7c400a3b is 175, key is test_row_0/A:col10/1731371239835/Put/seqid=0 2024-11-12T00:27:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742338_1514 (size=48139) 2024-11-12T00:27:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371300494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371300495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371300495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371300495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371300598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371300599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371300599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371300600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-12T00:27:20,657 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-12T00:27:20,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-12T00:27:20,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-12T00:27:20,660 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:20,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-12T00:27:20,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371300802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371300802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371300802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371300803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-12T00:27:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:20,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:20,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:20,868 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/59cd221312ce410d851da3ab7c400a3b 2024-11-12T00:27:20,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/43d4679a898f46a39992ab3b6fab4eb7 is 50, key is test_row_0/B:col10/1731371239835/Put/seqid=0 2024-11-12T00:27:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742339_1515 (size=12001) 2024-11-12T00:27:20,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/43d4679a898f46a39992ab3b6fab4eb7 2024-11-12T00:27:20,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b20b5bb63dc643c9b36ec20c921e5cb0 is 50, key is test_row_0/C:col10/1731371239835/Put/seqid=0 2024-11-12T00:27:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742340_1516 (size=12001) 2024-11-12T00:27:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-12T00:27:20,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:20,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-12T00:27:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:20,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:20,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:20,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:20,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371301104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371301104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371301104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371301106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-12T00:27:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-12T00:27:21,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-12T00:27:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:21,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b20b5bb63dc643c9b36ec20c921e5cb0 2024-11-12T00:27:21,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/59cd221312ce410d851da3ab7c400a3b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/59cd221312ce410d851da3ab7c400a3b 2024-11-12T00:27:21,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/59cd221312ce410d851da3ab7c400a3b, entries=250, sequenceid=96, filesize=47.0 K 2024-11-12T00:27:21,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/43d4679a898f46a39992ab3b6fab4eb7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/43d4679a898f46a39992ab3b6fab4eb7 2024-11-12T00:27:21,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/43d4679a898f46a39992ab3b6fab4eb7, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T00:27:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b20b5bb63dc643c9b36ec20c921e5cb0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b20b5bb63dc643c9b36ec20c921e5cb0 2024-11-12T00:27:21,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b20b5bb63dc643c9b36ec20c921e5cb0, entries=150, sequenceid=96, filesize=11.7 K 2024-11-12T00:27:21,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b122d44c4399adfbae4ea14371856d27 in 862ms, sequenceid=96, compaction requested=true 2024-11-12T00:27:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:21,306 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:21,306 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:21,307 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:21,307 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/A is initiating minor compaction (all files) 2024-11-12T00:27:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:21,307 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/A in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,307 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/71bc77132f9842c78bab25ea89fb4f7d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/81b53db92f264acda7e53cb3c951a624, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/59cd221312ce410d851da3ab7c400a3b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=107.6 K 2024-11-12T00:27:21,307 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,307 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/71bc77132f9842c78bab25ea89fb4f7d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/81b53db92f264acda7e53cb3c951a624, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/59cd221312ce410d851da3ab7c400a3b] 2024-11-12T00:27:21,307 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71bc77132f9842c78bab25ea89fb4f7d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731371236567 2024-11-12T00:27:21,307 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:21,307 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/B is initiating minor compaction (all files) 2024-11-12T00:27:21,307 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/B in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,307 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81b53db92f264acda7e53cb3c951a624, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371237702 2024-11-12T00:27:21,307 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/540154377b2744cca2b5fdf0042f68e8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/0214cb510e99418caa1a48fa5d1e76bc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/43d4679a898f46a39992ab3b6fab4eb7] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.3 K 2024-11-12T00:27:21,308 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59cd221312ce410d851da3ab7c400a3b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371239832 2024-11-12T00:27:21,308 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 540154377b2744cca2b5fdf0042f68e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731371236567 2024-11-12T00:27:21,308 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 0214cb510e99418caa1a48fa5d1e76bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371237702 2024-11-12T00:27:21,308 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d4679a898f46a39992ab3b6fab4eb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371239835 2024-11-12T00:27:21,312 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:21,313 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:21,313 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112294e44182a7d43cab798a0227fe97296_b122d44c4399adfbae4ea14371856d27 store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:21,314 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/b27036d3ef6048fb8db1a70323246ac8 is 50, key is test_row_0/B:col10/1731371239835/Put/seqid=0 2024-11-12T00:27:21,315 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112294e44182a7d43cab798a0227fe97296_b122d44c4399adfbae4ea14371856d27, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:21,315 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112294e44182a7d43cab798a0227fe97296_b122d44c4399adfbae4ea14371856d27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:21,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742341_1517 (size=12207) 2024-11-12T00:27:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742342_1518 (size=4469) 2024-11-12T00:27:21,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-12T00:27:21,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,420 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T00:27:21,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:21,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:21,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122c4c873c4f2c4d41beecfe7b78c85256_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371240495/Put/seqid=0 2024-11-12T00:27:21,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742343_1519 (size=12154) 2024-11-12T00:27:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:21,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371301617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371301618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371301619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371301619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,720 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#A#compaction#440 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:21,720 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/32ac720a4d12416f9fa592fca80c4ffc is 175, key is test_row_0/A:col10/1731371239835/Put/seqid=0 2024-11-12T00:27:21,721 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/b27036d3ef6048fb8db1a70323246ac8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b27036d3ef6048fb8db1a70323246ac8 2024-11-12T00:27:21,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371301721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742344_1520 (size=31161) 2024-11-12T00:27:21,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371301722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,725 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/B of b122d44c4399adfbae4ea14371856d27 into b27036d3ef6048fb8db1a70323246ac8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:21,725 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:21,725 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/B, priority=13, startTime=1731371241306; duration=0sec 2024-11-12T00:27:21,725 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:21,725 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:B 2024-11-12T00:27:21,725 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:21,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371301723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,726 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:21,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,726 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/C is initiating minor compaction (all files) 2024-11-12T00:27:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371301723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,726 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/C in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:21,726 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/676bcd4adeb84dc08cdce83a05420554, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/32f2b2c50a7944c6948aa41e9a3be026, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b20b5bb63dc643c9b36ec20c921e5cb0] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.3 K 2024-11-12T00:27:21,726 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 676bcd4adeb84dc08cdce83a05420554, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731371236567 2024-11-12T00:27:21,732 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f2b2c50a7944c6948aa41e9a3be026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731371237702 2024-11-12T00:27:21,733 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b20b5bb63dc643c9b36ec20c921e5cb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371239835 2024-11-12T00:27:21,737 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:21,737 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/19d9574fe6d84ba3b248c9b7e5f7c853 is 50, key is test_row_0/C:col10/1731371239835/Put/seqid=0 2024-11-12T00:27:21,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742345_1521 (size=12207) 2024-11-12T00:27:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-12T00:27:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:21,832 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122c4c873c4f2c4d41beecfe7b78c85256_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122c4c873c4f2c4d41beecfe7b78c85256_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/92fd0d5d3e5c4b14bf0b00453608e1e7, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/92fd0d5d3e5c4b14bf0b00453608e1e7 is 175, key is test_row_0/A:col10/1731371240495/Put/seqid=0 2024-11-12T00:27:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742346_1522 (size=30955) 2024-11-12T00:27:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371301925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371301926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371301927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371301928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,128 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/32ac720a4d12416f9fa592fca80c4ffc as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/32ac720a4d12416f9fa592fca80c4ffc 2024-11-12T00:27:22,131 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/A of b122d44c4399adfbae4ea14371856d27 into 32ac720a4d12416f9fa592fca80c4ffc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:22,131 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:22,131 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/A, priority=13, startTime=1731371241306; duration=0sec 2024-11-12T00:27:22,131 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:22,131 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:A 2024-11-12T00:27:22,143 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/19d9574fe6d84ba3b248c9b7e5f7c853 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/19d9574fe6d84ba3b248c9b7e5f7c853 2024-11-12T00:27:22,146 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/C of b122d44c4399adfbae4ea14371856d27 into 19d9574fe6d84ba3b248c9b7e5f7c853(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:22,146 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:22,146 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/C, priority=13, startTime=1731371241307; duration=0sec 2024-11-12T00:27:22,146 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:22,146 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:C 2024-11-12T00:27:22,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371302226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371302229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371302230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371302232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/92fd0d5d3e5c4b14bf0b00453608e1e7 2024-11-12T00:27:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/73f541fde2674454bf02aae29293a9f5 is 50, key is test_row_0/B:col10/1731371240495/Put/seqid=0 2024-11-12T00:27:22,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742347_1523 (size=12001) 2024-11-12T00:27:22,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/73f541fde2674454bf02aae29293a9f5 2024-11-12T00:27:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/99c015ad8de94521a5d084a46747d1a4 is 50, key is test_row_0/C:col10/1731371240495/Put/seqid=0 2024-11-12T00:27:22,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742348_1524 (size=12001) 2024-11-12T00:27:22,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371302614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,616 DEBUG [Thread-2223 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., hostname=4ab586620e8d,41623,1731371070899, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:27:22,659 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/99c015ad8de94521a5d084a46747d1a4 2024-11-12T00:27:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/92fd0d5d3e5c4b14bf0b00453608e1e7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/92fd0d5d3e5c4b14bf0b00453608e1e7 2024-11-12T00:27:22,665 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/92fd0d5d3e5c4b14bf0b00453608e1e7, entries=150, sequenceid=117, filesize=30.2 K 2024-11-12T00:27:22,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/73f541fde2674454bf02aae29293a9f5 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73f541fde2674454bf02aae29293a9f5 2024-11-12T00:27:22,668 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73f541fde2674454bf02aae29293a9f5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T00:27:22,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/99c015ad8de94521a5d084a46747d1a4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/99c015ad8de94521a5d084a46747d1a4 2024-11-12T00:27:22,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/99c015ad8de94521a5d084a46747d1a4, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T00:27:22,672 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b122d44c4399adfbae4ea14371856d27 in 1252ms, sequenceid=117, compaction requested=false 2024-11-12T00:27:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-12T00:27:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-12T00:27:22,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-12T00:27:22,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-11-12T00:27:22,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 2.0170 sec 2024-11-12T00:27:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:22,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T00:27:22,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:22,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:22,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111299bca10a1b2041fc96e109e279a2dd08_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371241618/Put/seqid=0 2024-11-12T00:27:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742349_1525 (size=17234) 2024-11-12T00:27:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371302748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371302748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371302749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371302749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-12T00:27:22,763 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-12T00:27:22,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-12T00:27:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-12T00:27:22,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:22,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:22,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371302853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371302853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371302853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371302853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-12T00:27:22,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:22,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:22,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371303055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371303055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371303055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371303056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-12T00:27:23,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:23,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111299bca10a1b2041fc96e109e279a2dd08_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111299bca10a1b2041fc96e109e279a2dd08_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:23,146 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7dd49a6f3e70488899bc4989e6c56285, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:23,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7dd49a6f3e70488899bc4989e6c56285 is 175, key is test_row_0/A:col10/1731371241618/Put/seqid=0 2024-11-12T00:27:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742350_1526 (size=48339) 2024-11-12T00:27:23,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371303358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371303358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371303358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371303360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-12T00:27:23,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7dd49a6f3e70488899bc4989e6c56285 2024-11-12T00:27:23,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/31a7c7b127ac481e8f3725b46a6c42df is 50, key is test_row_0/B:col10/1731371241618/Put/seqid=0 2024-11-12T00:27:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742351_1527 (size=12101) 2024-11-12T00:27:23,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371303860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371303860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371303863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371303864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-12T00:27:23,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/31a7c7b127ac481e8f3725b46a6c42df 2024-11-12T00:27:23,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:23,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:23,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:23,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/262602671a06491e8cc058506d5a0eea is 50, key is test_row_0/C:col10/1731371241618/Put/seqid=0 2024-11-12T00:27:23,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742352_1528 (size=12101) 2024-11-12T00:27:23,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/262602671a06491e8cc058506d5a0eea 2024-11-12T00:27:23,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7dd49a6f3e70488899bc4989e6c56285 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7dd49a6f3e70488899bc4989e6c56285 2024-11-12T00:27:23,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7dd49a6f3e70488899bc4989e6c56285, entries=250, sequenceid=137, filesize=47.2 K 2024-11-12T00:27:23,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/31a7c7b127ac481e8f3725b46a6c42df as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/31a7c7b127ac481e8f3725b46a6c42df 2024-11-12T00:27:23,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/31a7c7b127ac481e8f3725b46a6c42df, entries=150, sequenceid=137, filesize=11.8 K 2024-11-12T00:27:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/262602671a06491e8cc058506d5a0eea as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/262602671a06491e8cc058506d5a0eea 2024-11-12T00:27:24,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/262602671a06491e8cc058506d5a0eea, entries=150, sequenceid=137, filesize=11.8 K 2024-11-12T00:27:24,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b122d44c4399adfbae4ea14371856d27 in 1269ms, sequenceid=137, compaction requested=true 2024-11-12T00:27:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:24,001 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:24,001 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:24,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:24,002 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:24,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:24,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/A is initiating minor compaction (all files) 2024-11-12T00:27:24,002 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/B is initiating minor compaction (all files) 2024-11-12T00:27:24,002 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/A in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:24,002 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/B in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:24,002 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b27036d3ef6048fb8db1a70323246ac8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73f541fde2674454bf02aae29293a9f5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/31a7c7b127ac481e8f3725b46a6c42df] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.5 K 2024-11-12T00:27:24,002 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/32ac720a4d12416f9fa592fca80c4ffc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/92fd0d5d3e5c4b14bf0b00453608e1e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7dd49a6f3e70488899bc4989e6c56285] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=107.9 K 2024-11-12T00:27:24,002 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:24,002 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/32ac720a4d12416f9fa592fca80c4ffc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/92fd0d5d3e5c4b14bf0b00453608e1e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7dd49a6f3e70488899bc4989e6c56285] 2024-11-12T00:27:24,003 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b27036d3ef6048fb8db1a70323246ac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371239835 2024-11-12T00:27:24,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ac720a4d12416f9fa592fca80c4ffc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371239835 2024-11-12T00:27:24,003 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f541fde2674454bf02aae29293a9f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731371240490 2024-11-12T00:27:24,003 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 31a7c7b127ac481e8f3725b46a6c42df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731371241614 2024-11-12T00:27:24,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92fd0d5d3e5c4b14bf0b00453608e1e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731371240490 2024-11-12T00:27:24,003 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dd49a6f3e70488899bc4989e6c56285, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731371241614 2024-11-12T00:27:24,007 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:24,008 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112eebfd837dd644cc38bd7bec24865775f_b122d44c4399adfbae4ea14371856d27 store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:24,008 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:24,009 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/4c94f429c34448bc8fdfa797b520dad2 is 50, key is test_row_0/B:col10/1731371241618/Put/seqid=0 2024-11-12T00:27:24,010 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112eebfd837dd644cc38bd7bec24865775f_b122d44c4399adfbae4ea14371856d27, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:24,011 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112eebfd837dd644cc38bd7bec24865775f_b122d44c4399adfbae4ea14371856d27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742353_1529 (size=12409) 2024-11-12T00:27:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742354_1530 (size=4469) 2024-11-12T00:27:24,014 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#A#compaction#449 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:24,015 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/9ee4c0d850c84cbeb08cda376e9945bf is 175, key is test_row_0/A:col10/1731371241618/Put/seqid=0 2024-11-12T00:27:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742355_1531 (size=31363) 2024-11-12T00:27:24,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-12T00:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:24,135 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T00:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:24,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112caa158ecd2724bbd91d15ad3a021d0a1_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371242748/Put/seqid=0 2024-11-12T00:27:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742356_1532 (size=12304) 2024-11-12T00:27:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:24,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112caa158ecd2724bbd91d15ad3a021d0a1_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112caa158ecd2724bbd91d15ad3a021d0a1_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/99adcfd5918a4442a7d88bcf24515cd4, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/99adcfd5918a4442a7d88bcf24515cd4 is 175, key is test_row_0/A:col10/1731371242748/Put/seqid=0 2024-11-12T00:27:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742357_1533 (size=31105) 2024-11-12T00:27:24,416 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/4c94f429c34448bc8fdfa797b520dad2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/4c94f429c34448bc8fdfa797b520dad2 2024-11-12T00:27:24,419 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/B of b122d44c4399adfbae4ea14371856d27 into 4c94f429c34448bc8fdfa797b520dad2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:24,419 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:24,419 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/B, priority=13, startTime=1731371244001; duration=0sec 2024-11-12T00:27:24,419 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:24,419 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:B 2024-11-12T00:27:24,419 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:24,421 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:24,421 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/C is initiating minor compaction (all files) 2024-11-12T00:27:24,421 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/C in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:24,421 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/19d9574fe6d84ba3b248c9b7e5f7c853, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/99c015ad8de94521a5d084a46747d1a4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/262602671a06491e8cc058506d5a0eea] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.5 K 2024-11-12T00:27:24,421 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 19d9574fe6d84ba3b248c9b7e5f7c853, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731371239835 2024-11-12T00:27:24,422 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 99c015ad8de94521a5d084a46747d1a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731371240490 2024-11-12T00:27:24,422 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 262602671a06491e8cc058506d5a0eea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731371241614 2024-11-12T00:27:24,423 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/9ee4c0d850c84cbeb08cda376e9945bf as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/9ee4c0d850c84cbeb08cda376e9945bf 2024-11-12T00:27:24,426 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/A of b122d44c4399adfbae4ea14371856d27 into 9ee4c0d850c84cbeb08cda376e9945bf(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:24,426 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:24,426 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/A, priority=13, startTime=1731371244001; duration=0sec 2024-11-12T00:27:24,427 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:24,427 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:A 2024-11-12T00:27:24,427 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:24,427 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/90d97b4910574b10bb3e165938cdb744 is 50, key is test_row_0/C:col10/1731371241618/Put/seqid=0 2024-11-12T00:27:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742358_1534 (size=12409) 2024-11-12T00:27:24,550 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/99adcfd5918a4442a7d88bcf24515cd4 2024-11-12T00:27:24,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/7cd6d5558c76449bb7c4b662a1cb7b4e is 50, key is test_row_0/B:col10/1731371242748/Put/seqid=0 2024-11-12T00:27:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742359_1535 (size=12151) 2024-11-12T00:27:24,558 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/7cd6d5558c76449bb7c4b662a1cb7b4e 2024-11-12T00:27:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/82e28f13d9194c32ae8f2daebf5cde3e is 50, key is test_row_0/C:col10/1731371242748/Put/seqid=0 2024-11-12T00:27:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742360_1536 (size=12151) 2024-11-12T00:27:24,836 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/90d97b4910574b10bb3e165938cdb744 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/90d97b4910574b10bb3e165938cdb744 2024-11-12T00:27:24,839 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/C of b122d44c4399adfbae4ea14371856d27 into 90d97b4910574b10bb3e165938cdb744(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:24,839 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:24,839 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/C, priority=13, startTime=1731371244001; duration=0sec 2024-11-12T00:27:24,839 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:24,839 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:C 2024-11-12T00:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-12T00:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:24,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371304878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371304879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371304879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371304879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,967 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/82e28f13d9194c32ae8f2daebf5cde3e 2024-11-12T00:27:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/99adcfd5918a4442a7d88bcf24515cd4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/99adcfd5918a4442a7d88bcf24515cd4 2024-11-12T00:27:24,972 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/99adcfd5918a4442a7d88bcf24515cd4, entries=150, sequenceid=156, filesize=30.4 K 2024-11-12T00:27:24,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/7cd6d5558c76449bb7c4b662a1cb7b4e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/7cd6d5558c76449bb7c4b662a1cb7b4e 2024-11-12T00:27:24,975 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/7cd6d5558c76449bb7c4b662a1cb7b4e, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T00:27:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/82e28f13d9194c32ae8f2daebf5cde3e as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/82e28f13d9194c32ae8f2daebf5cde3e 2024-11-12T00:27:24,978 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/82e28f13d9194c32ae8f2daebf5cde3e, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T00:27:24,979 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b122d44c4399adfbae4ea14371856d27 in 844ms, sequenceid=156, compaction requested=false 2024-11-12T00:27:24,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:24,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:24,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-12T00:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-12T00:27:24,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-12T00:27:24,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2150 sec 2024-11-12T00:27:24,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.2170 sec 2024-11-12T00:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:24,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:27:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:24,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111230b3cbb15ae8409394df84bbc783b196_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371244878/Put/seqid=0 2024-11-12T00:27:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371304993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371304993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371304994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371304994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742361_1537 (size=14794) 2024-11-12T00:27:25,005 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:25,007 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111230b3cbb15ae8409394df84bbc783b196_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111230b3cbb15ae8409394df84bbc783b196_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:25,008 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/cb8299d2aaf24171b12b5c2342a9e841, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:25,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/cb8299d2aaf24171b12b5c2342a9e841 is 175, key is test_row_0/A:col10/1731371244878/Put/seqid=0 2024-11-12T00:27:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742362_1538 (size=39749) 2024-11-12T00:27:25,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371305299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371305299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371305301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371305301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,412 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/cb8299d2aaf24171b12b5c2342a9e841 2024-11-12T00:27:25,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/e514e4495df748848c4364bd7d9323b7 is 50, key is test_row_0/B:col10/1731371244878/Put/seqid=0 2024-11-12T00:27:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742363_1539 (size=12151) 2024-11-12T00:27:25,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371305601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371305603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371305605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371305606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:25,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/e514e4495df748848c4364bd7d9323b7 2024-11-12T00:27:25,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/40bca81fd3b34661bc509149ef01dd20 is 50, key is test_row_0/C:col10/1731371244878/Put/seqid=0 2024-11-12T00:27:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742364_1540 (size=12151) 2024-11-12T00:27:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371306104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:26,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371306108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371306109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:26,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371306110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:26,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/40bca81fd3b34661bc509149ef01dd20 2024-11-12T00:27:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/cb8299d2aaf24171b12b5c2342a9e841 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/cb8299d2aaf24171b12b5c2342a9e841 2024-11-12T00:27:26,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/cb8299d2aaf24171b12b5c2342a9e841, entries=200, sequenceid=178, filesize=38.8 K 2024-11-12T00:27:26,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/e514e4495df748848c4364bd7d9323b7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/e514e4495df748848c4364bd7d9323b7 2024-11-12T00:27:26,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/e514e4495df748848c4364bd7d9323b7, entries=150, sequenceid=178, filesize=11.9 K 2024-11-12T00:27:26,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/40bca81fd3b34661bc509149ef01dd20 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/40bca81fd3b34661bc509149ef01dd20 2024-11-12T00:27:26,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/40bca81fd3b34661bc509149ef01dd20, entries=150, sequenceid=178, filesize=11.9 K 2024-11-12T00:27:26,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for b122d44c4399adfbae4ea14371856d27 in 1273ms, sequenceid=178, compaction requested=true 2024-11-12T00:27:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:26,255 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:26,255 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:26,256 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:26,256 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:26,256 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/B is initiating minor compaction (all files) 2024-11-12T00:27:26,256 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/A is initiating minor compaction (all files) 2024-11-12T00:27:26,256 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/A in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:26,256 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/B in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:26,256 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/9ee4c0d850c84cbeb08cda376e9945bf, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/99adcfd5918a4442a7d88bcf24515cd4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/cb8299d2aaf24171b12b5c2342a9e841] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=99.8 K 2024-11-12T00:27:26,256 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/4c94f429c34448bc8fdfa797b520dad2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/7cd6d5558c76449bb7c4b662a1cb7b4e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/e514e4495df748848c4364bd7d9323b7] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.9 K 2024-11-12T00:27:26,256 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:26,256 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/9ee4c0d850c84cbeb08cda376e9945bf, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/99adcfd5918a4442a7d88bcf24515cd4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/cb8299d2aaf24171b12b5c2342a9e841] 2024-11-12T00:27:26,256 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ee4c0d850c84cbeb08cda376e9945bf, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731371241614 2024-11-12T00:27:26,256 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c94f429c34448bc8fdfa797b520dad2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731371241614 2024-11-12T00:27:26,257 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99adcfd5918a4442a7d88bcf24515cd4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731371242747 2024-11-12T00:27:26,257 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cd6d5558c76449bb7c4b662a1cb7b4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731371242747 2024-11-12T00:27:26,257 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting e514e4495df748848c4364bd7d9323b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731371244878 2024-11-12T00:27:26,257 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb8299d2aaf24171b12b5c2342a9e841, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731371244877 2024-11-12T00:27:26,261 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#B#compaction#458 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:26,262 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/033c120bc8b84819ab90cb9a1b10836f is 50, key is test_row_0/B:col10/1731371244878/Put/seqid=0 2024-11-12T00:27:26,263 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:26,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742365_1541 (size=12561) 2024-11-12T00:27:26,267 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112889b38475dd641149203b5fb9a663edb_b122d44c4399adfbae4ea14371856d27 store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:26,268 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/033c120bc8b84819ab90cb9a1b10836f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/033c120bc8b84819ab90cb9a1b10836f 2024-11-12T00:27:26,269 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112889b38475dd641149203b5fb9a663edb_b122d44c4399adfbae4ea14371856d27, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:26,269 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112889b38475dd641149203b5fb9a663edb_b122d44c4399adfbae4ea14371856d27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:26,272 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/B of b122d44c4399adfbae4ea14371856d27 into 033c120bc8b84819ab90cb9a1b10836f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:26,272 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:26,272 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/B, priority=13, startTime=1731371246255; duration=0sec 2024-11-12T00:27:26,273 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:26,273 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:B 2024-11-12T00:27:26,273 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T00:27:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742366_1542 (size=4469) 2024-11-12T00:27:26,274 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T00:27:26,274 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/C is initiating minor compaction (all files) 2024-11-12T00:27:26,274 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/C in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:26,274 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/90d97b4910574b10bb3e165938cdb744, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/82e28f13d9194c32ae8f2daebf5cde3e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/40bca81fd3b34661bc509149ef01dd20] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=35.9 K 2024-11-12T00:27:26,274 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 90d97b4910574b10bb3e165938cdb744, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731371241614 2024-11-12T00:27:26,275 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 82e28f13d9194c32ae8f2daebf5cde3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731371242747 2024-11-12T00:27:26,275 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 40bca81fd3b34661bc509149ef01dd20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731371244878 2024-11-12T00:27:26,280 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:26,280 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/4a4dcc21e254450ea99302e7357506b2 is 50, key is test_row_0/C:col10/1731371244878/Put/seqid=0 2024-11-12T00:27:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742367_1543 (size=12561) 2024-11-12T00:27:26,674 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#A#compaction#459 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T00:27:26,674 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/6411fb67e0574d3db1412eef09a6a6aa is 175, key is test_row_0/A:col10/1731371244878/Put/seqid=0 2024-11-12T00:27:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742368_1544 (size=31515) 2024-11-12T00:27:26,686 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/4a4dcc21e254450ea99302e7357506b2 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/4a4dcc21e254450ea99302e7357506b2 2024-11-12T00:27:26,689 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/C of b122d44c4399adfbae4ea14371856d27 into 4a4dcc21e254450ea99302e7357506b2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:26,689 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:26,689 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/C, priority=13, startTime=1731371246255; duration=0sec 2024-11-12T00:27:26,689 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:26,689 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:C 2024-11-12T00:27:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-12T00:27:26,869 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-12T00:27:26,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-12T00:27:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-12T00:27:26,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:26,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:26,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-12T00:27:27,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-12T00:27:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:27,023 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:27:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:27,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128bc614c1c7ac4742a7e71bb2433f28a0_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371244993/Put/seqid=0 2024-11-12T00:27:27,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742369_1545 (size=12304) 2024-11-12T00:27:27,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:27,038 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128bc614c1c7ac4742a7e71bb2433f28a0_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128bc614c1c7ac4742a7e71bb2433f28a0_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:27,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/b9653215cfec455d8344bfd542fd7423, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/b9653215cfec455d8344bfd542fd7423 is 175, key is test_row_0/A:col10/1731371244993/Put/seqid=0 2024-11-12T00:27:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742370_1546 (size=31105) 2024-11-12T00:27:27,081 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/6411fb67e0574d3db1412eef09a6a6aa as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/6411fb67e0574d3db1412eef09a6a6aa 2024-11-12T00:27:27,084 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b122d44c4399adfbae4ea14371856d27/A of b122d44c4399adfbae4ea14371856d27 into 6411fb67e0574d3db1412eef09a6a6aa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:27,084 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:27,084 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/A, priority=13, startTime=1731371246255; duration=0sec 2024-11-12T00:27:27,084 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:27,084 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:A 2024-11-12T00:27:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:27,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371307123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371307124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371307124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371307125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-12T00:27:27,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371307226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371307227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371307228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371307228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371307429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371307431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/b9653215cfec455d8344bfd542fd7423 2024-11-12T00:27:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/c802e64596d8434b9e55743f8685902c is 50, key is test_row_0/B:col10/1731371244993/Put/seqid=0 2024-11-12T00:27:27,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742371_1547 (size=12151) 2024-11-12T00:27:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-12T00:27:27,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371307732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371307733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371307734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371307734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:27,851 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/c802e64596d8434b9e55743f8685902c 2024-11-12T00:27:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/8c185e1171434504ad0d6054f028c19f is 50, key is test_row_0/C:col10/1731371244993/Put/seqid=0 2024-11-12T00:27:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742372_1548 (size=12151) 2024-11-12T00:27:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-12T00:27:28,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371308235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:28,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371308236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:28,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371308238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:28,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371308239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:28,260 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/8c185e1171434504ad0d6054f028c19f 2024-11-12T00:27:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/b9653215cfec455d8344bfd542fd7423 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/b9653215cfec455d8344bfd542fd7423 2024-11-12T00:27:28,266 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/b9653215cfec455d8344bfd542fd7423, entries=150, sequenceid=198, filesize=30.4 K 2024-11-12T00:27:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/c802e64596d8434b9e55743f8685902c as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/c802e64596d8434b9e55743f8685902c 2024-11-12T00:27:28,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/c802e64596d8434b9e55743f8685902c, entries=150, sequenceid=198, filesize=11.9 K 2024-11-12T00:27:28,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/8c185e1171434504ad0d6054f028c19f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8c185e1171434504ad0d6054f028c19f 2024-11-12T00:27:28,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8c185e1171434504ad0d6054f028c19f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-12T00:27:28,273 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b122d44c4399adfbae4ea14371856d27 in 1250ms, sequenceid=198, compaction requested=false 2024-11-12T00:27:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-12T00:27:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-12T00:27:28,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-12T00:27:28,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-12T00:27:28,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.4050 sec 2024-11-12T00:27:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-12T00:27:28,974 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-12T00:27:28,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-12T00:27:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-12T00:27:28,987 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:28,988 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:28,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-12T00:27:29,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-12T00:27:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:29,140 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:27:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111213038d26074a4e1ca114a937e4c94405_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371247124/Put/seqid=0 2024-11-12T00:27:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742373_1549 (size=12304) 2024-11-12T00:27:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371309255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371309256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371309257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371309257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-12T00:27:29,353 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T00:27:29,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371309359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371309359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371309361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371309361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:29,551 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111213038d26074a4e1ca114a937e4c94405_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111213038d26074a4e1ca114a937e4c94405_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:29,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/efd11149b458499f9493cca68ee90b5f, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:29,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/efd11149b458499f9493cca68ee90b5f is 175, key is test_row_0/A:col10/1731371247124/Put/seqid=0 2024-11-12T00:27:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742374_1550 (size=31105) 2024-11-12T00:27:29,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371309563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371309563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371309564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371309564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-12T00:27:29,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371309866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371309866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371309866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371309868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:29,956 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/efd11149b458499f9493cca68ee90b5f 2024-11-12T00:27:29,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/73dd6ee6b6204d39be15a96eeff161a8 is 50, key is test_row_0/B:col10/1731371247124/Put/seqid=0 2024-11-12T00:27:29,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742375_1551 (size=12151) 2024-11-12T00:27:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-12T00:27:30,365 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/73dd6ee6b6204d39be15a96eeff161a8 2024-11-12T00:27:30,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b49a91091a0c4786b482dd34c8fc5be4 is 50, key is test_row_0/C:col10/1731371247124/Put/seqid=0 2024-11-12T00:27:30,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371310368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371310369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:30,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371310372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:30,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371310372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742376_1552 (size=12151) 2024-11-12T00:27:30,783 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b49a91091a0c4786b482dd34c8fc5be4 2024-11-12T00:27:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/efd11149b458499f9493cca68ee90b5f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/efd11149b458499f9493cca68ee90b5f 2024-11-12T00:27:30,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/efd11149b458499f9493cca68ee90b5f, entries=150, sequenceid=217, filesize=30.4 K 2024-11-12T00:27:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/73dd6ee6b6204d39be15a96eeff161a8 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73dd6ee6b6204d39be15a96eeff161a8 2024-11-12T00:27:30,793 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73dd6ee6b6204d39be15a96eeff161a8, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T00:27:30,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b49a91091a0c4786b482dd34c8fc5be4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b49a91091a0c4786b482dd34c8fc5be4 2024-11-12T00:27:30,796 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b49a91091a0c4786b482dd34c8fc5be4, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T00:27:30,797 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b122d44c4399adfbae4ea14371856d27 in 1658ms, sequenceid=217, compaction requested=true 2024-11-12T00:27:30,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:30,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:30,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-12T00:27:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-12T00:27:30,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-12T00:27:30,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-12T00:27:30,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.8240 sec 2024-11-12T00:27:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-12T00:27:31,090 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-12T00:27:31,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-12T00:27:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-12T00:27:31,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:31,093 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:31,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-12T00:27:31,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-12T00:27:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:31,245 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:27:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:31,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127e16505bced04347a4586266bd4c1212_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371249252/Put/seqid=0 2024-11-12T00:27:31,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742377_1553 (size=12304) 2024-11-12T00:27:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:31,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371311387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371311388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371311388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371311390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-12T00:27:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371311491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371311491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371311491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371311493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:31,656 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127e16505bced04347a4586266bd4c1212_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127e16505bced04347a4586266bd4c1212_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7753c5f4dce64019a80db17385dcb81b, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:31,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7753c5f4dce64019a80db17385dcb81b is 175, key is test_row_0/A:col10/1731371249252/Put/seqid=0 2024-11-12T00:27:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742378_1554 (size=31105) 2024-11-12T00:27:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-12T00:27:31,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371311694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371311694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371311695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371311696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371311996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371311997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371311998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371311999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,068 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7753c5f4dce64019a80db17385dcb81b 2024-11-12T00:27:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/cfb11f223f464de79070a15cc758620f is 50, key is test_row_0/B:col10/1731371249252/Put/seqid=0 2024-11-12T00:27:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742379_1555 (size=12151) 2024-11-12T00:27:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-12T00:27:32,477 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/cfb11f223f464de79070a15cc758620f 2024-11-12T00:27:32,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/bf318785183642fb847cb58e92b30841 is 50, key is test_row_0/C:col10/1731371249252/Put/seqid=0 2024-11-12T00:27:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742380_1556 (size=12151) 2024-11-12T00:27:32,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371312501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371312501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371312502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371312506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33946 deadline: 1731371312686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:32,688 DEBUG [Thread-2223 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18243 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., hostname=4ab586620e8d,41623,1731371070899, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T00:27:32,885 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/bf318785183642fb847cb58e92b30841 2024-11-12T00:27:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/7753c5f4dce64019a80db17385dcb81b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7753c5f4dce64019a80db17385dcb81b 2024-11-12T00:27:32,891 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7753c5f4dce64019a80db17385dcb81b, entries=150, sequenceid=235, filesize=30.4 K 2024-11-12T00:27:32,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/cfb11f223f464de79070a15cc758620f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/cfb11f223f464de79070a15cc758620f 2024-11-12T00:27:32,894 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/cfb11f223f464de79070a15cc758620f, entries=150, sequenceid=235, filesize=11.9 K 2024-11-12T00:27:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/bf318785183642fb847cb58e92b30841 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/bf318785183642fb847cb58e92b30841 2024-11-12T00:27:32,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/bf318785183642fb847cb58e92b30841, entries=150, sequenceid=235, filesize=11.9 K 2024-11-12T00:27:32,898 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b122d44c4399adfbae4ea14371856d27 in 1653ms, sequenceid=235, compaction requested=true 2024-11-12T00:27:32,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:32,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:32,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-12T00:27:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-12T00:27:32,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-12T00:27:32,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-12T00:27:32,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.8080 sec 2024-11-12T00:27:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-12T00:27:33,195 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-12T00:27:33,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T00:27:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-12T00:27:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-12T00:27:33,197 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T00:27:33,197 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T00:27:33,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T00:27:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-12T00:27:33,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41623 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-12T00:27:33,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:33,349 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T00:27:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:33,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111220597d192c4e4b8ab12ada47fbffb28f_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371251388/Put/seqid=0 2024-11-12T00:27:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742381_1557 (size=12304) 2024-11-12T00:27:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-12T00:27:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. as already flushing 2024-11-12T00:27:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371313525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371313525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371313525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371313525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,605 DEBUG [regionserver/4ab586620e8d:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-12T00:27:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371313629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371313629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371313629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371313629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:33,761 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111220597d192c4e4b8ab12ada47fbffb28f_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111220597d192c4e4b8ab12ada47fbffb28f_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:33,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/3877f2e6cf094c86a85406fd61446f47, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:33,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/3877f2e6cf094c86a85406fd61446f47 is 175, key is test_row_0/A:col10/1731371251388/Put/seqid=0 2024-11-12T00:27:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742382_1558 (size=31105) 2024-11-12T00:27:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-12T00:27:33,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371313831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371313831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371313832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:33,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371313832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371314134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371314134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371314135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371314136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/3877f2e6cf094c86a85406fd61446f47 2024-11-12T00:27:34,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/b819bed032314d9da57c5121eec5169a is 50, key is test_row_0/B:col10/1731371251388/Put/seqid=0 2024-11-12T00:27:34,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742383_1559 (size=12151) 2024-11-12T00:27:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-12T00:27:34,427 DEBUG [Thread-2232 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x596fc573 to 127.0.0.1:51686 2024-11-12T00:27:34,427 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:34,427 DEBUG [Thread-2228 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e6edfd3 to 127.0.0.1:51686 2024-11-12T00:27:34,427 DEBUG [Thread-2228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:34,427 DEBUG [Thread-2230 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a85078 to 127.0.0.1:51686 2024-11-12T00:27:34,427 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:34,429 DEBUG [Thread-2226 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ce568df to 127.0.0.1:51686 2024-11-12T00:27:34,429 DEBUG [Thread-2226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:34,429 DEBUG [Thread-2234 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a446400 to 127.0.0.1:51686 2024-11-12T00:27:34,429 DEBUG [Thread-2234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:34,611 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/b819bed032314d9da57c5121eec5169a 2024-11-12T00:27:34,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/5f9e10c674d84eb7b6bd084aa3a2920f is 50, key is test_row_0/C:col10/1731371251388/Put/seqid=0 2024-11-12T00:27:34,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742384_1560 (size=12151) 2024-11-12T00:27:34,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33964 deadline: 1731371314637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33908 deadline: 1731371314637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33904 deadline: 1731371314641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:34,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-12T00:27:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33922 deadline: 1731371314642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:35,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/5f9e10c674d84eb7b6bd084aa3a2920f 2024-11-12T00:27:35,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/3877f2e6cf094c86a85406fd61446f47 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/3877f2e6cf094c86a85406fd61446f47 2024-11-12T00:27:35,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/3877f2e6cf094c86a85406fd61446f47, entries=150, sequenceid=253, filesize=30.4 K 2024-11-12T00:27:35,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/b819bed032314d9da57c5121eec5169a as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b819bed032314d9da57c5121eec5169a 2024-11-12T00:27:35,040 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b819bed032314d9da57c5121eec5169a, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:27:35,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/5f9e10c674d84eb7b6bd084aa3a2920f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/5f9e10c674d84eb7b6bd084aa3a2920f 2024-11-12T00:27:35,046 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/5f9e10c674d84eb7b6bd084aa3a2920f, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T00:27:35,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for b122d44c4399adfbae4ea14371856d27 in 1698ms, sequenceid=253, compaction requested=true 2024-11-12T00:27:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ab586620e8d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-12T00:27:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-12T00:27:35,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-12T00:27:35,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-12T00:27:35,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8540 sec 2024-11-12T00:27:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-12T00:27:35,302 INFO [Thread-2225 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-12T00:27:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41623 {}] regionserver.HRegion(8581): Flush requested on b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:35,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T00:27:35,644 DEBUG [Thread-2217 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31258e10 to 127.0.0.1:51686 2024-11-12T00:27:35,645 DEBUG [Thread-2217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:35,646 DEBUG [Thread-2215 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x242a3a51 to 127.0.0.1:51686 2024-11-12T00:27:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:35,647 DEBUG [Thread-2215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:35,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:35,649 DEBUG [Thread-2221 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35f0cbb0 to 127.0.0.1:51686 2024-11-12T00:27:35,649 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:35,652 DEBUG [Thread-2219 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb2c038 to 127.0.0.1:51686 2024-11-12T00:27:35,652 DEBUG [Thread-2219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:35,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121add689496954ede8960ec62ac0fcb0b_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371253524/Put/seqid=0 2024-11-12T00:27:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742385_1561 (size=12454) 2024-11-12T00:27:36,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:36,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121add689496954ede8960ec62ac0fcb0b_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121add689496954ede8960ec62ac0fcb0b_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:36,071 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/79ed6b5ea497438a885e1b7017f9815b, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:36,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/79ed6b5ea497438a885e1b7017f9815b is 175, key is test_row_0/A:col10/1731371253524/Put/seqid=0 2024-11-12T00:27:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742386_1562 (size=31255) 2024-11-12T00:27:36,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/79ed6b5ea497438a885e1b7017f9815b 2024-11-12T00:27:36,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/d1053ecd13254477ba08629a66efddae is 50, key is test_row_0/B:col10/1731371253524/Put/seqid=0 2024-11-12T00:27:36,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742387_1563 (size=12301) 2024-11-12T00:27:36,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/d1053ecd13254477ba08629a66efddae 2024-11-12T00:27:36,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b7ce7066f09a48df874b2c0917668f82 is 50, key is test_row_0/C:col10/1731371253524/Put/seqid=0 2024-11-12T00:27:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742388_1564 (size=12301) 2024-11-12T00:27:37,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b7ce7066f09a48df874b2c0917668f82 2024-11-12T00:27:37,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/79ed6b5ea497438a885e1b7017f9815b as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/79ed6b5ea497438a885e1b7017f9815b 2024-11-12T00:27:37,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/79ed6b5ea497438a885e1b7017f9815b, entries=150, sequenceid=274, filesize=30.5 K 2024-11-12T00:27:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/d1053ecd13254477ba08629a66efddae as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/d1053ecd13254477ba08629a66efddae 2024-11-12T00:27:37,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/d1053ecd13254477ba08629a66efddae, entries=150, sequenceid=274, filesize=12.0 K 2024-11-12T00:27:37,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/b7ce7066f09a48df874b2c0917668f82 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b7ce7066f09a48df874b2c0917668f82 2024-11-12T00:27:37,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b7ce7066f09a48df874b2c0917668f82, entries=150, sequenceid=274, filesize=12.0 K 2024-11-12T00:27:37,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for b122d44c4399adfbae4ea14371856d27 in 1696ms, sequenceid=274, compaction requested=true 2024-11-12T00:27:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T00:27:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T00:27:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:37,340 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-12T00:27:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b122d44c4399adfbae4ea14371856d27:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T00:27:37,340 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-12T00:27:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:37,342 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 187190 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-12T00:27:37,342 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-12T00:27:37,342 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/A is initiating minor compaction (all files) 2024-11-12T00:27:37,342 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/B is initiating minor compaction (all files) 2024-11-12T00:27:37,342 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/B in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:37,342 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/A in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:37,342 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/033c120bc8b84819ab90cb9a1b10836f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/c802e64596d8434b9e55743f8685902c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73dd6ee6b6204d39be15a96eeff161a8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/cfb11f223f464de79070a15cc758620f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b819bed032314d9da57c5121eec5169a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/d1053ecd13254477ba08629a66efddae] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=71.7 K 2024-11-12T00:27:37,342 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/6411fb67e0574d3db1412eef09a6a6aa, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/b9653215cfec455d8344bfd542fd7423, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/efd11149b458499f9493cca68ee90b5f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7753c5f4dce64019a80db17385dcb81b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/3877f2e6cf094c86a85406fd61446f47, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/79ed6b5ea497438a885e1b7017f9815b] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=182.8 K 2024-11-12T00:27:37,342 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:37,342 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. files: [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/6411fb67e0574d3db1412eef09a6a6aa, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/b9653215cfec455d8344bfd542fd7423, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/efd11149b458499f9493cca68ee90b5f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7753c5f4dce64019a80db17385dcb81b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/3877f2e6cf094c86a85406fd61446f47, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/79ed6b5ea497438a885e1b7017f9815b] 2024-11-12T00:27:37,342 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 033c120bc8b84819ab90cb9a1b10836f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731371244878 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 6411fb67e0574d3db1412eef09a6a6aa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731371244878 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting c802e64596d8434b9e55743f8685902c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731371244990 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting b9653215cfec455d8344bfd542fd7423, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731371244990 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73dd6ee6b6204d39be15a96eeff161a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731371247122 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting efd11149b458499f9493cca68ee90b5f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731371247122 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfb11f223f464de79070a15cc758620f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731371249252 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 7753c5f4dce64019a80db17385dcb81b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731371249252 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 3877f2e6cf094c86a85406fd61446f47, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371251387 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting b819bed032314d9da57c5121eec5169a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371251387 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] compactions.Compactor(224): Compacting 79ed6b5ea497438a885e1b7017f9815b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731371253519 2024-11-12T00:27:37,343 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1053ecd13254477ba08629a66efddae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731371253519 2024-11-12T00:27:37,350 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:37,351 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111250049b3c783647958d7b409b55292d40_b122d44c4399adfbae4ea14371856d27 store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:37,351 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-12T00:27:37,352 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/424471f90276467db75c1147b6a83dc7 is 50, key is test_row_0/B:col10/1731371253524/Put/seqid=0 2024-11-12T00:27:37,355 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111250049b3c783647958d7b409b55292d40_b122d44c4399adfbae4ea14371856d27, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:37,355 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111250049b3c783647958d7b409b55292d40_b122d44c4399adfbae4ea14371856d27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742389_1565 (size=12915) 2024-11-12T00:27:37,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742390_1566 (size=4469) 2024-11-12T00:27:37,761 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#A#compaction#477 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-12T00:27:37,763 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/5b0d956406bc4c00a805fca1d2ab2825 is 175, key is test_row_0/A:col10/1731371253524/Put/seqid=0 2024-11-12T00:27:37,767 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/424471f90276467db75c1147b6a83dc7 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/424471f90276467db75c1147b6a83dc7 2024-11-12T00:27:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742391_1567 (size=31869) 2024-11-12T00:27:37,773 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b122d44c4399adfbae4ea14371856d27/B of b122d44c4399adfbae4ea14371856d27 into 424471f90276467db75c1147b6a83dc7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:37,773 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:37,773 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/B, priority=10, startTime=1731371257340; duration=0sec 2024-11-12T00:27:37,773 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T00:27:37,773 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:B 2024-11-12T00:27:37,773 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-12T00:27:37,775 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-12T00:27:37,775 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1540): b122d44c4399adfbae4ea14371856d27/C is initiating minor compaction (all files) 2024-11-12T00:27:37,775 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b122d44c4399adfbae4ea14371856d27/C in TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:37,775 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/4a4dcc21e254450ea99302e7357506b2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8c185e1171434504ad0d6054f028c19f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b49a91091a0c4786b482dd34c8fc5be4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/bf318785183642fb847cb58e92b30841, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/5f9e10c674d84eb7b6bd084aa3a2920f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b7ce7066f09a48df874b2c0917668f82] into tmpdir=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp, totalSize=71.7 K 2024-11-12T00:27:37,776 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a4dcc21e254450ea99302e7357506b2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731371244878 2024-11-12T00:27:37,776 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c185e1171434504ad0d6054f028c19f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731371244990 2024-11-12T00:27:37,777 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting b49a91091a0c4786b482dd34c8fc5be4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731371247122 2024-11-12T00:27:37,777 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf318785183642fb847cb58e92b30841, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731371249252 2024-11-12T00:27:37,777 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f9e10c674d84eb7b6bd084aa3a2920f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731371251387 2024-11-12T00:27:37,778 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7ce7066f09a48df874b2c0917668f82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731371253519 2024-11-12T00:27:37,790 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b122d44c4399adfbae4ea14371856d27#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-12T00:27:37,791 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/8833f6e5857e4e48904d8e1e2dd194fa is 50, key is test_row_0/C:col10/1731371253524/Put/seqid=0 2024-11-12T00:27:37,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742392_1568 (size=12915) 2024-11-12T00:27:38,177 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/5b0d956406bc4c00a805fca1d2ab2825 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/5b0d956406bc4c00a805fca1d2ab2825 2024-11-12T00:27:38,183 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b122d44c4399adfbae4ea14371856d27/A of b122d44c4399adfbae4ea14371856d27 into 5b0d956406bc4c00a805fca1d2ab2825(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:38,183 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:38,183 INFO [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/A, priority=10, startTime=1731371257340; duration=0sec 2024-11-12T00:27:38,183 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:38,183 DEBUG [RS:0;4ab586620e8d:41623-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:A 2024-11-12T00:27:38,202 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/8833f6e5857e4e48904d8e1e2dd194fa as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8833f6e5857e4e48904d8e1e2dd194fa 2024-11-12T00:27:38,210 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b122d44c4399adfbae4ea14371856d27/C of b122d44c4399adfbae4ea14371856d27 into 8833f6e5857e4e48904d8e1e2dd194fa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T00:27:38,210 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:38,210 INFO [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27., storeName=b122d44c4399adfbae4ea14371856d27/C, priority=10, startTime=1731371257340; duration=0sec 2024-11-12T00:27:38,210 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T00:27:38,210 DEBUG [RS:0;4ab586620e8d:41623-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b122d44c4399adfbae4ea14371856d27:C 2024-11-12T00:27:40,160 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39355,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:42,182 ERROR [LeaseRenewer:jenkins@localhost:39355 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39355,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T00:27:42,695 DEBUG [Thread-2223 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3add07d5 to 127.0.0.1:51686 2024-11-12T00:27:42,695 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:42,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T00:27:42,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-12T00:27:42,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-12T00:27:42,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7162 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7072 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6984 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7152 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7082 2024-11-12T00:27:42,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T00:27:42,696 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T00:27:42,696 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4278bc76 to 127.0.0.1:51686 2024-11-12T00:27:42,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:42,696 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-12T00:27:42,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T00:27:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-12T00:27:42,698 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371262698"}]},"ts":"1731371262698"} 2024-11-12T00:27:42,699 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T00:27:42,754 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T00:27:42,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T00:27:42,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, UNASSIGN}] 2024-11-12T00:27:42,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, UNASSIGN 2024-11-12T00:27:42,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=167 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=CLOSING, regionLocation=4ab586620e8d,41623,1731371070899 2024-11-12T00:27:42,758 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T00:27:42,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; CloseRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899}] 2024-11-12T00:27:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-12T00:27:42,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:42,910 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(124): Close b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:42,910 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-12T00:27:42,911 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1681): Closing b122d44c4399adfbae4ea14371856d27, disabling compactions & flushes 2024-11-12T00:27:42,911 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:42,911 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:42,911 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. after waiting 0 ms 2024-11-12T00:27:42,911 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:42,911 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(2837): Flushing b122d44c4399adfbae4ea14371856d27 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-12T00:27:42,912 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=A 2024-11-12T00:27:42,912 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:42,912 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=B 2024-11-12T00:27:42,912 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:42,912 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b122d44c4399adfbae4ea14371856d27, store=C 2024-11-12T00:27:42,912 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-12T00:27:42,921 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123a76365d81a540739c858e3dd10ef5f9_b122d44c4399adfbae4ea14371856d27 is 50, key is test_row_0/A:col10/1731371255647/Put/seqid=0 2024-11-12T00:27:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742393_1569 (size=12454) 2024-11-12T00:27:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-12T00:27:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-12T00:27:43,327 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T00:27:43,334 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123a76365d81a540739c858e3dd10ef5f9_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a76365d81a540739c858e3dd10ef5f9_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:43,336 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/14e3c34dfe81463b9afb4c41bf76dca0, store: [table=TestAcidGuarantees family=A region=b122d44c4399adfbae4ea14371856d27] 2024-11-12T00:27:43,336 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/14e3c34dfe81463b9afb4c41bf76dca0 is 175, key is test_row_0/A:col10/1731371255647/Put/seqid=0 2024-11-12T00:27:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742394_1570 (size=31255) 2024-11-12T00:27:43,743 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/14e3c34dfe81463b9afb4c41bf76dca0 2024-11-12T00:27:43,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/16092b638b7244f7829e8fcdffdb4c01 is 50, key is test_row_0/B:col10/1731371255647/Put/seqid=0 2024-11-12T00:27:43,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742395_1571 (size=12301) 2024-11-12T00:27:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-12T00:27:44,163 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/16092b638b7244f7829e8fcdffdb4c01 2024-11-12T00:27:44,175 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/122cf4fa722d4c1b8f335a8095997a90 is 50, key is test_row_0/C:col10/1731371255647/Put/seqid=0 2024-11-12T00:27:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742396_1572 (size=12301) 2024-11-12T00:27:44,580 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/122cf4fa722d4c1b8f335a8095997a90 2024-11-12T00:27:44,590 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/A/14e3c34dfe81463b9afb4c41bf76dca0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/14e3c34dfe81463b9afb4c41bf76dca0 2024-11-12T00:27:44,595 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/14e3c34dfe81463b9afb4c41bf76dca0, entries=150, sequenceid=283, filesize=30.5 K 2024-11-12T00:27:44,595 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/B/16092b638b7244f7829e8fcdffdb4c01 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/16092b638b7244f7829e8fcdffdb4c01 2024-11-12T00:27:44,598 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/16092b638b7244f7829e8fcdffdb4c01, entries=150, sequenceid=283, filesize=12.0 K 2024-11-12T00:27:44,599 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/.tmp/C/122cf4fa722d4c1b8f335a8095997a90 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/122cf4fa722d4c1b8f335a8095997a90 2024-11-12T00:27:44,602 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/122cf4fa722d4c1b8f335a8095997a90, entries=150, sequenceid=283, filesize=12.0 K 2024-11-12T00:27:44,603 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for b122d44c4399adfbae4ea14371856d27 in 1692ms, sequenceid=283, compaction requested=false 2024-11-12T00:27:44,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/2a0d3db3d74b4b7da76640d4e4e1028c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/d62729ea7737484b968f046f40507325, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/47c5a2364be94b4fa265d6f3f8889ce3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/71bc77132f9842c78bab25ea89fb4f7d, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/81b53db92f264acda7e53cb3c951a624, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/59cd221312ce410d851da3ab7c400a3b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/32ac720a4d12416f9fa592fca80c4ffc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/92fd0d5d3e5c4b14bf0b00453608e1e7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7dd49a6f3e70488899bc4989e6c56285, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/9ee4c0d850c84cbeb08cda376e9945bf, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/99adcfd5918a4442a7d88bcf24515cd4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/cb8299d2aaf24171b12b5c2342a9e841, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/6411fb67e0574d3db1412eef09a6a6aa, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/b9653215cfec455d8344bfd542fd7423, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/efd11149b458499f9493cca68ee90b5f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7753c5f4dce64019a80db17385dcb81b, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/3877f2e6cf094c86a85406fd61446f47, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/79ed6b5ea497438a885e1b7017f9815b] to archive 2024-11-12T00:27:44,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:27:44,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/2a0d3db3d74b4b7da76640d4e4e1028c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/2a0d3db3d74b4b7da76640d4e4e1028c 2024-11-12T00:27:44,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/d62729ea7737484b968f046f40507325 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/d62729ea7737484b968f046f40507325 2024-11-12T00:27:44,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/47c5a2364be94b4fa265d6f3f8889ce3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/47c5a2364be94b4fa265d6f3f8889ce3 2024-11-12T00:27:44,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/71bc77132f9842c78bab25ea89fb4f7d to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/71bc77132f9842c78bab25ea89fb4f7d 2024-11-12T00:27:44,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/81b53db92f264acda7e53cb3c951a624 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/81b53db92f264acda7e53cb3c951a624 2024-11-12T00:27:44,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/59cd221312ce410d851da3ab7c400a3b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/59cd221312ce410d851da3ab7c400a3b 2024-11-12T00:27:44,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/32ac720a4d12416f9fa592fca80c4ffc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/32ac720a4d12416f9fa592fca80c4ffc 2024-11-12T00:27:44,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/92fd0d5d3e5c4b14bf0b00453608e1e7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/92fd0d5d3e5c4b14bf0b00453608e1e7 2024-11-12T00:27:44,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7dd49a6f3e70488899bc4989e6c56285 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7dd49a6f3e70488899bc4989e6c56285 2024-11-12T00:27:44,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/9ee4c0d850c84cbeb08cda376e9945bf to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/9ee4c0d850c84cbeb08cda376e9945bf 2024-11-12T00:27:44,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/99adcfd5918a4442a7d88bcf24515cd4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/99adcfd5918a4442a7d88bcf24515cd4 2024-11-12T00:27:44,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/cb8299d2aaf24171b12b5c2342a9e841 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/cb8299d2aaf24171b12b5c2342a9e841 2024-11-12T00:27:44,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/6411fb67e0574d3db1412eef09a6a6aa to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/6411fb67e0574d3db1412eef09a6a6aa 2024-11-12T00:27:44,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/b9653215cfec455d8344bfd542fd7423 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/b9653215cfec455d8344bfd542fd7423 2024-11-12T00:27:44,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/efd11149b458499f9493cca68ee90b5f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/efd11149b458499f9493cca68ee90b5f 2024-11-12T00:27:44,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7753c5f4dce64019a80db17385dcb81b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/7753c5f4dce64019a80db17385dcb81b 2024-11-12T00:27:44,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/3877f2e6cf094c86a85406fd61446f47 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/3877f2e6cf094c86a85406fd61446f47 2024-11-12T00:27:44,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/79ed6b5ea497438a885e1b7017f9815b to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/79ed6b5ea497438a885e1b7017f9815b 2024-11-12T00:27:44,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/534ee1d596794ebebda59a1e7cf4d665, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/a2712e64b2de4d3181aafe5077f43de6, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/540154377b2744cca2b5fdf0042f68e8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/bb6a6dabe74d4b3b8e87527d755407d3, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/0214cb510e99418caa1a48fa5d1e76bc, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b27036d3ef6048fb8db1a70323246ac8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/43d4679a898f46a39992ab3b6fab4eb7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73f541fde2674454bf02aae29293a9f5, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/4c94f429c34448bc8fdfa797b520dad2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/31a7c7b127ac481e8f3725b46a6c42df, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/7cd6d5558c76449bb7c4b662a1cb7b4e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/033c120bc8b84819ab90cb9a1b10836f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/e514e4495df748848c4364bd7d9323b7, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/c802e64596d8434b9e55743f8685902c, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73dd6ee6b6204d39be15a96eeff161a8, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/cfb11f223f464de79070a15cc758620f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b819bed032314d9da57c5121eec5169a, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/d1053ecd13254477ba08629a66efddae] to archive 2024-11-12T00:27:44,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:27:44,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/534ee1d596794ebebda59a1e7cf4d665 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/534ee1d596794ebebda59a1e7cf4d665 2024-11-12T00:27:44,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/a2712e64b2de4d3181aafe5077f43de6 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/a2712e64b2de4d3181aafe5077f43de6 2024-11-12T00:27:44,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/540154377b2744cca2b5fdf0042f68e8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/540154377b2744cca2b5fdf0042f68e8 2024-11-12T00:27:44,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/bb6a6dabe74d4b3b8e87527d755407d3 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/bb6a6dabe74d4b3b8e87527d755407d3 2024-11-12T00:27:44,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/0214cb510e99418caa1a48fa5d1e76bc to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/0214cb510e99418caa1a48fa5d1e76bc 2024-11-12T00:27:44,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b27036d3ef6048fb8db1a70323246ac8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b27036d3ef6048fb8db1a70323246ac8 2024-11-12T00:27:44,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/43d4679a898f46a39992ab3b6fab4eb7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/43d4679a898f46a39992ab3b6fab4eb7 2024-11-12T00:27:44,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73f541fde2674454bf02aae29293a9f5 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73f541fde2674454bf02aae29293a9f5 2024-11-12T00:27:44,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/4c94f429c34448bc8fdfa797b520dad2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/4c94f429c34448bc8fdfa797b520dad2 2024-11-12T00:27:44,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/31a7c7b127ac481e8f3725b46a6c42df to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/31a7c7b127ac481e8f3725b46a6c42df 2024-11-12T00:27:44,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/7cd6d5558c76449bb7c4b662a1cb7b4e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/7cd6d5558c76449bb7c4b662a1cb7b4e 2024-11-12T00:27:44,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/033c120bc8b84819ab90cb9a1b10836f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/033c120bc8b84819ab90cb9a1b10836f 2024-11-12T00:27:44,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/e514e4495df748848c4364bd7d9323b7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/e514e4495df748848c4364bd7d9323b7 2024-11-12T00:27:44,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/c802e64596d8434b9e55743f8685902c to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/c802e64596d8434b9e55743f8685902c 2024-11-12T00:27:44,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73dd6ee6b6204d39be15a96eeff161a8 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/73dd6ee6b6204d39be15a96eeff161a8 2024-11-12T00:27:44,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/cfb11f223f464de79070a15cc758620f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/cfb11f223f464de79070a15cc758620f 2024-11-12T00:27:44,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b819bed032314d9da57c5121eec5169a to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/b819bed032314d9da57c5121eec5169a 2024-11-12T00:27:44,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/d1053ecd13254477ba08629a66efddae to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/d1053ecd13254477ba08629a66efddae 2024-11-12T00:27:44,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/50b988112b53464d89f564f32f6f0717, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/7aad31c80607420f927ac2e9c5f1b81e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/676bcd4adeb84dc08cdce83a05420554, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/563d5a7cd5fe430c8f04a836b7aae7e9, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/32f2b2c50a7944c6948aa41e9a3be026, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/19d9574fe6d84ba3b248c9b7e5f7c853, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b20b5bb63dc643c9b36ec20c921e5cb0, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/99c015ad8de94521a5d084a46747d1a4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/90d97b4910574b10bb3e165938cdb744, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/262602671a06491e8cc058506d5a0eea, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/82e28f13d9194c32ae8f2daebf5cde3e, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/4a4dcc21e254450ea99302e7357506b2, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/40bca81fd3b34661bc509149ef01dd20, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8c185e1171434504ad0d6054f028c19f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b49a91091a0c4786b482dd34c8fc5be4, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/bf318785183642fb847cb58e92b30841, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/5f9e10c674d84eb7b6bd084aa3a2920f, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b7ce7066f09a48df874b2c0917668f82] to archive 2024-11-12T00:27:44,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T00:27:44,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/50b988112b53464d89f564f32f6f0717 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/50b988112b53464d89f564f32f6f0717 2024-11-12T00:27:44,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/7aad31c80607420f927ac2e9c5f1b81e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/7aad31c80607420f927ac2e9c5f1b81e 2024-11-12T00:27:44,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/676bcd4adeb84dc08cdce83a05420554 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/676bcd4adeb84dc08cdce83a05420554 2024-11-12T00:27:44,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/563d5a7cd5fe430c8f04a836b7aae7e9 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/563d5a7cd5fe430c8f04a836b7aae7e9 2024-11-12T00:27:44,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/32f2b2c50a7944c6948aa41e9a3be026 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/32f2b2c50a7944c6948aa41e9a3be026 2024-11-12T00:27:44,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/19d9574fe6d84ba3b248c9b7e5f7c853 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/19d9574fe6d84ba3b248c9b7e5f7c853 2024-11-12T00:27:44,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b20b5bb63dc643c9b36ec20c921e5cb0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b20b5bb63dc643c9b36ec20c921e5cb0 2024-11-12T00:27:44,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/99c015ad8de94521a5d084a46747d1a4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/99c015ad8de94521a5d084a46747d1a4 2024-11-12T00:27:44,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/90d97b4910574b10bb3e165938cdb744 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/90d97b4910574b10bb3e165938cdb744 2024-11-12T00:27:44,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/262602671a06491e8cc058506d5a0eea to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/262602671a06491e8cc058506d5a0eea 2024-11-12T00:27:44,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/82e28f13d9194c32ae8f2daebf5cde3e to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/82e28f13d9194c32ae8f2daebf5cde3e 2024-11-12T00:27:44,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/4a4dcc21e254450ea99302e7357506b2 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/4a4dcc21e254450ea99302e7357506b2 2024-11-12T00:27:44,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/40bca81fd3b34661bc509149ef01dd20 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/40bca81fd3b34661bc509149ef01dd20 2024-11-12T00:27:44,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8c185e1171434504ad0d6054f028c19f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8c185e1171434504ad0d6054f028c19f 2024-11-12T00:27:44,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b49a91091a0c4786b482dd34c8fc5be4 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b49a91091a0c4786b482dd34c8fc5be4 2024-11-12T00:27:44,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/bf318785183642fb847cb58e92b30841 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/bf318785183642fb847cb58e92b30841 2024-11-12T00:27:44,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/5f9e10c674d84eb7b6bd084aa3a2920f to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/5f9e10c674d84eb7b6bd084aa3a2920f 2024-11-12T00:27:44,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b7ce7066f09a48df874b2c0917668f82 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/b7ce7066f09a48df874b2c0917668f82 2024-11-12T00:27:44,685 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/recovered.edits/286.seqid, newMaxSeqId=286, maxSeqId=4 2024-11-12T00:27:44,685 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27. 2024-11-12T00:27:44,686 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1635): Region close journal for b122d44c4399adfbae4ea14371856d27: 2024-11-12T00:27:44,687 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(170): Closed b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=167 updating hbase:meta row=b122d44c4399adfbae4ea14371856d27, regionState=CLOSED 2024-11-12T00:27:44,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-12T00:27:44,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseRegionProcedure b122d44c4399adfbae4ea14371856d27, server=4ab586620e8d,41623,1731371070899 in 1.9300 sec 2024-11-12T00:27:44,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-12T00:27:44,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b122d44c4399adfbae4ea14371856d27, UNASSIGN in 1.9330 sec 2024-11-12T00:27:44,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-12T00:27:44,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9360 sec 2024-11-12T00:27:44,693 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731371264693"}]},"ts":"1731371264693"} 2024-11-12T00:27:44,694 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T00:27:44,738 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T00:27:44,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0430 sec 2024-11-12T00:27:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-12T00:27:44,806 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-12T00:27:44,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T00:27:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:44,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=169, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-12T00:27:44,813 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=169, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:44,818 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,821 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C, FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/recovered.edits] 2024-11-12T00:27:44,825 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/14e3c34dfe81463b9afb4c41bf76dca0 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/14e3c34dfe81463b9afb4c41bf76dca0 2024-11-12T00:27:44,826 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/5b0d956406bc4c00a805fca1d2ab2825 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/A/5b0d956406bc4c00a805fca1d2ab2825 2024-11-12T00:27:44,829 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/16092b638b7244f7829e8fcdffdb4c01 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/16092b638b7244f7829e8fcdffdb4c01 2024-11-12T00:27:44,831 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/424471f90276467db75c1147b6a83dc7 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/B/424471f90276467db75c1147b6a83dc7 2024-11-12T00:27:44,832 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/122cf4fa722d4c1b8f335a8095997a90 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/122cf4fa722d4c1b8f335a8095997a90 2024-11-12T00:27:44,833 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8833f6e5857e4e48904d8e1e2dd194fa to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/C/8833f6e5857e4e48904d8e1e2dd194fa 2024-11-12T00:27:44,835 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/recovered.edits/286.seqid to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27/recovered.edits/286.seqid 2024-11-12T00:27:44,836 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/default/TestAcidGuarantees/b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,836 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T00:27:44,836 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T00:27:44,837 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T00:27:44,839 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111213038d26074a4e1ca114a937e4c94405_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111213038d26074a4e1ca114a937e4c94405_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,840 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121862be90253947bebef3cf0d48665957_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121862be90253947bebef3cf0d48665957_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,841 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121add689496954ede8960ec62ac0fcb0b_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121add689496954ede8960ec62ac0fcb0b_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,842 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121e52d6063e824a8ebb23a83616c02565_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121e52d6063e824a8ebb23a83616c02565_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111220597d192c4e4b8ab12ada47fbffb28f_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111220597d192c4e4b8ab12ada47fbffb28f_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122c4c873c4f2c4d41beecfe7b78c85256_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122c4c873c4f2c4d41beecfe7b78c85256_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,844 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111230b3cbb15ae8409394df84bbc783b196_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111230b3cbb15ae8409394df84bbc783b196_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,846 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a76365d81a540739c858e3dd10ef5f9_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123a76365d81a540739c858e3dd10ef5f9_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,847 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127e16505bced04347a4586266bd4c1212_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127e16505bced04347a4586266bd4c1212_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,847 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128bc614c1c7ac4742a7e71bb2433f28a0_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128bc614c1c7ac4742a7e71bb2433f28a0_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128fd46dbee65d4bd3a1a86958fb85b17c_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128fd46dbee65d4bd3a1a86958fb85b17c_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,849 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111299bca10a1b2041fc96e109e279a2dd08_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111299bca10a1b2041fc96e109e279a2dd08_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,849 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a5891bbdd53a4802a6738023e5ccc674_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a5891bbdd53a4802a6738023e5ccc674_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,850 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ad439a80c940498b81949834e381f0c2_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ad439a80c940498b81949834e381f0c2_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112caa158ecd2724bbd91d15ad3a021d0a1_b122d44c4399adfbae4ea14371856d27 to hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112caa158ecd2724bbd91d15ad3a021d0a1_b122d44c4399adfbae4ea14371856d27 2024-11-12T00:27:44,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T00:27:44,852 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=169, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:44,855 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T00:27:44,856 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T00:27:44,857 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=169, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:44,857 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T00:27:44,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731371264857"}]},"ts":"9223372036854775807"} 2024-11-12T00:27:44,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-12T00:27:44,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b122d44c4399adfbae4ea14371856d27, NAME => 'TestAcidGuarantees,,1731371232174.b122d44c4399adfbae4ea14371856d27.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T00:27:44,858 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T00:27:44,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731371264858"}]},"ts":"9223372036854775807"} 2024-11-12T00:27:44,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-12T00:27:44,863 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=169, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T00:27:44,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-12T00:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-12T00:27:44,914 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-12T00:27:44,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=235 (was 236), OpenFileDescriptor=450 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 253), ProcessCount=11 (was 11), AvailableMemoryMB=403 (was 412) 2024-11-12T00:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-12T00:27:44,924 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T00:27:44,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f499397 to 127.0.0.1:51686 2024-11-12T00:27:44,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:44,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T00:27:44,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1824512925, stopped=false 2024-11-12T00:27:44,925 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ab586620e8d,38737,1731371070131 2024-11-12T00:27:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T00:27:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T00:27:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:27:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:27:44,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-12T00:27:44,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:44,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T00:27:44,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T00:27:44,930 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ab586620e8d,41623,1731371070899' ***** 2024-11-12T00:27:44,930 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-12T00:27:44,931 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T00:27:44,931 INFO [RS:0;4ab586620e8d:41623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T00:27:44,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-12T00:27:44,931 INFO [RS:0;4ab586620e8d:41623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T00:27:44,931 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(3579): Received CLOSE for 03051df5aef3828cc498b27135b18f52 2024-11-12T00:27:44,932 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1224): stopping server 4ab586620e8d,41623,1731371070899 2024-11-12T00:27:44,932 DEBUG [RS:0;4ab586620e8d:41623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:44,932 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T00:27:44,932 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T00:27:44,932 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T00:27:44,932 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 03051df5aef3828cc498b27135b18f52, disabling compactions & flushes 2024-11-12T00:27:44,932 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-12T00:27:44,932 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 03051df5aef3828cc498b27135b18f52=hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52.} 2024-11-12T00:27:44,932 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. after waiting 0 ms 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-12T00:27:44,932 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 03051df5aef3828cc498b27135b18f52 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-12T00:27:44,932 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T00:27:44,932 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T00:27:44,932 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-12T00:27:44,935 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1629): Waiting on 03051df5aef3828cc498b27135b18f52, 1588230740 2024-11-12T00:27:44,949 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52/.tmp/info/9d086936733d4dc1a0120dbe6a6a788f is 45, key is default/info:d/1731371076492/Put/seqid=0 2024-11-12T00:27:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742397_1573 (size=5037) 2024-11-12T00:27:44,958 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/info/45177facb697409b8f7d66b7eac145f4 is 143, key is hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52./info:regioninfo/1731371076369/Put/seqid=0 2024-11-12T00:27:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742398_1574 (size=7725) 2024-11-12T00:27:45,007 INFO [regionserver/4ab586620e8d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T00:27:45,136 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1629): Waiting on 03051df5aef3828cc498b27135b18f52, 1588230740 2024-11-12T00:27:45,336 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1629): Waiting on 03051df5aef3828cc498b27135b18f52, 1588230740 2024-11-12T00:27:45,354 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52/.tmp/info/9d086936733d4dc1a0120dbe6a6a788f 2024-11-12T00:27:45,362 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/info/45177facb697409b8f7d66b7eac145f4 2024-11-12T00:27:45,382 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52/.tmp/info/9d086936733d4dc1a0120dbe6a6a788f as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52/info/9d086936733d4dc1a0120dbe6a6a788f 2024-11-12T00:27:45,388 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52/info/9d086936733d4dc1a0120dbe6a6a788f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-12T00:27:45,388 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 03051df5aef3828cc498b27135b18f52 in 456ms, sequenceid=6, compaction requested=false 2024-11-12T00:27:45,392 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/namespace/03051df5aef3828cc498b27135b18f52/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T00:27:45,393 INFO [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:27:45,393 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 03051df5aef3828cc498b27135b18f52: 2024-11-12T00:27:45,393 DEBUG [RS_CLOSE_REGION-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731371075092.03051df5aef3828cc498b27135b18f52. 2024-11-12T00:27:45,400 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/rep_barrier/651e22f20ea944e78ca7cd48020012db is 102, key is TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1./rep_barrier:/1731371106515/DeleteFamily/seqid=0 2024-11-12T00:27:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742399_1575 (size=6025) 2024-11-12T00:27:45,537 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T00:27:45,605 INFO [regionserver/4ab586620e8d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T00:27:45,605 INFO [regionserver/4ab586620e8d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T00:27:45,737 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T00:27:45,805 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/rep_barrier/651e22f20ea944e78ca7cd48020012db 2024-11-12T00:27:45,835 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/table/169fc97de3a64890a722cbf11d46b3e0 is 96, key is TestAcidGuarantees,,1731371076735.ed48c1f63c9b89b37a93928054e367a1./table:/1731371106515/DeleteFamily/seqid=0 2024-11-12T00:27:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742400_1576 (size=5942) 2024-11-12T00:27:45,937 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-12T00:27:45,938 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T00:27:45,938 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T00:27:46,138 DEBUG [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T00:27:46,239 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/table/169fc97de3a64890a722cbf11d46b3e0 2024-11-12T00:27:46,250 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/info/45177facb697409b8f7d66b7eac145f4 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/info/45177facb697409b8f7d66b7eac145f4 2024-11-12T00:27:46,254 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/info/45177facb697409b8f7d66b7eac145f4, entries=22, sequenceid=93, filesize=7.5 K 2024-11-12T00:27:46,255 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/rep_barrier/651e22f20ea944e78ca7cd48020012db as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/rep_barrier/651e22f20ea944e78ca7cd48020012db 2024-11-12T00:27:46,259 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/rep_barrier/651e22f20ea944e78ca7cd48020012db, entries=6, sequenceid=93, filesize=5.9 K 2024-11-12T00:27:46,259 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/.tmp/table/169fc97de3a64890a722cbf11d46b3e0 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/table/169fc97de3a64890a722cbf11d46b3e0 2024-11-12T00:27:46,263 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/table/169fc97de3a64890a722cbf11d46b3e0, entries=9, sequenceid=93, filesize=5.8 K 2024-11-12T00:27:46,264 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=93, compaction requested=false 2024-11-12T00:27:46,269 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-12T00:27:46,275 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T00:27:46,275 INFO [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-12T00:27:46,275 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-12T00:27:46,275 DEBUG [RS_CLOSE_META-regionserver/4ab586620e8d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T00:27:46,338 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1250): stopping server 4ab586620e8d,41623,1731371070899; all regions closed. 2024-11-12T00:27:46,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741834_1010 (size=26050) 2024-11-12T00:27:46,346 DEBUG [RS:0;4ab586620e8d:41623 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/oldWALs 2024-11-12T00:27:46,346 INFO [RS:0;4ab586620e8d:41623 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ab586620e8d%2C41623%2C1731371070899.meta:.meta(num 1731371074825) 2024-11-12T00:27:46,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741832_1008 (size=13105146) 2024-11-12T00:27:46,351 DEBUG [RS:0;4ab586620e8d:41623 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/oldWALs 2024-11-12T00:27:46,351 INFO [RS:0;4ab586620e8d:41623 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ab586620e8d%2C41623%2C1731371070899:(num 1731371073759) 2024-11-12T00:27:46,351 DEBUG [RS:0;4ab586620e8d:41623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:46,351 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T00:27:46,352 INFO [RS:0;4ab586620e8d:41623 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab586620e8d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-12T00:27:46,352 INFO [regionserver/4ab586620e8d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T00:27:46,352 INFO [RS:0;4ab586620e8d:41623 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41623 2024-11-12T00:27:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab586620e8d,41623,1731371070899 2024-11-12T00:27:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T00:27:46,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab586620e8d,41623,1731371070899] 2024-11-12T00:27:46,396 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ab586620e8d,41623,1731371070899; numProcessing=1 2024-11-12T00:27:46,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ab586620e8d,41623,1731371070899 already deleted, retry=false 2024-11-12T00:27:46,404 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ab586620e8d,41623,1731371070899 expired; onlineServers=0 2024-11-12T00:27:46,404 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ab586620e8d,38737,1731371070131' ***** 2024-11-12T00:27:46,404 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T00:27:46,405 DEBUG [M:0;4ab586620e8d:38737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5512fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab586620e8d/172.17.0.2:0 2024-11-12T00:27:46,405 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HRegionServer(1224): stopping server 4ab586620e8d,38737,1731371070131 2024-11-12T00:27:46,405 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HRegionServer(1250): stopping server 4ab586620e8d,38737,1731371070131; all regions closed. 2024-11-12T00:27:46,405 DEBUG [M:0;4ab586620e8d:38737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T00:27:46,405 DEBUG [M:0;4ab586620e8d:38737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T00:27:46,406 DEBUG [M:0;4ab586620e8d:38737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T00:27:46,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T00:27:46,406 DEBUG [master/4ab586620e8d:0:becomeActiveMaster-HFileCleaner.large.0-1731371073520 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab586620e8d:0:becomeActiveMaster-HFileCleaner.large.0-1731371073520,5,FailOnTimeoutGroup] 2024-11-12T00:27:46,406 DEBUG [master/4ab586620e8d:0:becomeActiveMaster-HFileCleaner.small.0-1731371073523 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab586620e8d:0:becomeActiveMaster-HFileCleaner.small.0-1731371073523,5,FailOnTimeoutGroup] 2024-11-12T00:27:46,406 INFO [M:0;4ab586620e8d:38737 {}] hbase.ChoreService(370): Chore service for: master/4ab586620e8d:0 had [] on shutdown 2024-11-12T00:27:46,407 DEBUG [M:0;4ab586620e8d:38737 {}] master.HMaster(1733): Stopping service threads 2024-11-12T00:27:46,407 INFO [M:0;4ab586620e8d:38737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T00:27:46,407 ERROR [M:0;4ab586620e8d:38737 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (898262803) connection to localhost/127.0.0.1:39355 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39355,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-12T00:27:46,409 INFO [M:0;4ab586620e8d:38737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T00:27:46,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T00:27:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T00:27:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T00:27:46,413 DEBUG [M:0;4ab586620e8d:38737 {}] zookeeper.ZKUtil(347): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T00:27:46,413 WARN [M:0;4ab586620e8d:38737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T00:27:46,413 INFO [M:0;4ab586620e8d:38737 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-12T00:27:46,413 INFO [M:0;4ab586620e8d:38737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T00:27:46,413 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T00:27:46,413 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:27:46,413 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:27:46,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T00:27:46,413 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T00:27:46,413 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:27:46,413 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=720.10 KB heapSize=882.36 KB 2024-11-12T00:27:46,432 DEBUG [M:0;4ab586620e8d:38737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c4da622add545899cd394eae839c781 is 82, key is hbase:meta,,1/info:regioninfo/1731371074950/Put/seqid=0 2024-11-12T00:27:46,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742401_1577 (size=5672) 2024-11-12T00:27:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T00:27:46,496 INFO [RS:0;4ab586620e8d:41623 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ab586620e8d,41623,1731371070899; zookeeper connection closed. 2024-11-12T00:27:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41623-0x1012db7924e0001, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T00:27:46,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58107b9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58107b9 2024-11-12T00:27:46,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T00:27:46,836 INFO [M:0;4ab586620e8d:38737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1988 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c4da622add545899cd394eae839c781 2024-11-12T00:27:46,867 DEBUG [M:0;4ab586620e8d:38737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8500ef6ba004953aab374619be1dc6d is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x90/proc:d/1731371234294/Put/seqid=0 2024-11-12T00:27:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742402_1578 (size=43270) 2024-11-12T00:27:47,271 INFO [M:0;4ab586620e8d:38737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=719.54 KB at sequenceid=1988 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8500ef6ba004953aab374619be1dc6d 2024-11-12T00:27:47,279 INFO [M:0;4ab586620e8d:38737 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8500ef6ba004953aab374619be1dc6d 2024-11-12T00:27:47,299 DEBUG [M:0;4ab586620e8d:38737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6012bd1cb0a46a385853f946f5f8977 is 69, key is 4ab586620e8d,41623,1731371070899/rs:state/1731371073537/Put/seqid=0 2024-11-12T00:27:47,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073742403_1579 (size=5156) 2024-11-12T00:27:47,703 INFO [M:0;4ab586620e8d:38737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1988 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6012bd1cb0a46a385853f946f5f8977 2024-11-12T00:27:47,712 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c4da622add545899cd394eae839c781 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c4da622add545899cd394eae839c781 2024-11-12T00:27:47,716 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c4da622add545899cd394eae839c781, entries=8, sequenceid=1988, filesize=5.5 K 2024-11-12T00:27:47,717 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8500ef6ba004953aab374619be1dc6d as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8500ef6ba004953aab374619be1dc6d 2024-11-12T00:27:47,721 INFO [M:0;4ab586620e8d:38737 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8500ef6ba004953aab374619be1dc6d 2024-11-12T00:27:47,721 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8500ef6ba004953aab374619be1dc6d, entries=169, sequenceid=1988, filesize=42.3 K 2024-11-12T00:27:47,721 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6012bd1cb0a46a385853f946f5f8977 as hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6012bd1cb0a46a385853f946f5f8977 2024-11-12T00:27:47,725 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39355/user/jenkins/test-data/6b6608e9-706b-02a1-d190-e6cb0324efb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6012bd1cb0a46a385853f946f5f8977, entries=1, sequenceid=1988, filesize=5.0 K 2024-11-12T00:27:47,726 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(3040): Finished flush of dataSize ~720.10 KB/737382, heapSize ~882.06 KB/903232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=1988, compaction requested=false 2024-11-12T00:27:47,728 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T00:27:47,728 DEBUG [M:0;4ab586620e8d:38737 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T00:27:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741830_1006 (size=867801) 2024-11-12T00:27:47,731 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T00:27:47,731 INFO [M:0;4ab586620e8d:38737 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-12T00:27:47,731 INFO [M:0;4ab586620e8d:38737 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38737 2024-11-12T00:27:47,771 DEBUG [M:0;4ab586620e8d:38737 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ab586620e8d,38737,1731371070131 already deleted, retry=false 2024-11-12T00:27:47,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T00:27:47,880 INFO [M:0;4ab586620e8d:38737 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ab586620e8d,38737,1731371070131; zookeeper connection closed. 2024-11-12T00:27:47,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1012db7924e0000, quorum=127.0.0.1:51686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T00:27:47,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T00:27:47,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T00:27:47,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T00:27:47,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T00:27:47,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/hadoop.log.dir/,STOPPED} 2024-11-12T00:27:47,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T00:27:47,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T00:27:47,895 WARN [BP-1616622573-172.17.0.2-1731371067096 heartbeating to localhost/127.0.0.1:39355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T00:27:47,895 WARN [BP-1616622573-172.17.0.2-1731371067096 heartbeating to localhost/127.0.0.1:39355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1616622573-172.17.0.2-1731371067096 (Datanode Uuid 65125907-6fea-4fd0-b612-cd6e5f9a8490) service to localhost/127.0.0.1:39355 2024-11-12T00:27:47,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f/dfs/data/data1/current/BP-1616622573-172.17.0.2-1731371067096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T00:27:47,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/cluster_7d7024dd-3652-b03b-dc76-aa52dc71363f/dfs/data/data2/current/BP-1616622573-172.17.0.2-1731371067096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T00:27:47,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T00:27:47,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T00:27:47,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T00:27:47,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T00:27:47,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T00:27:47,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd4020a-e451-87c9-eea4-f518b64be25e/hadoop.log.dir/,STOPPED} 2024-11-12T00:27:47,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-12T00:27:48,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down